-- Logs begin at Thu 2022-01-20 11:56:27 UTC, end at Thu 2022-01-20 13:21:01 UTC. -- Jan 20 12:43:44.658765 dv-cinder-804035-24-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 20 12:43:47.622827 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.common.config [-] Logging enabled! Jan 20 12:43:47.623450 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev419 Jan 20 12:43:47.623610 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109648) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 20 12:43:47.626882 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.common.config [-] Logging enabled! Jan 20 12:43:47.627141 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev419 Jan 20 12:43:47.627454 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109648) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 20 12:43:47.628390 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 20 12:43:47.628623 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 20 12:43:47.629152 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 20 12:43:47.629400 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 20 12:43:47.629649 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 20 12:43:47.629971 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.630400 dv-cinder-804035-24-iscsi neutron-server[109648]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 20 12:43:47.630720 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.631014 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.631308 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.631606 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.631895 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.632179 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.632469 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.632775 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.633063 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.633345 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.633664 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.633957 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.634238 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.634526 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.634811 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.635093 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] debug = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.635379 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.635796 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.636195 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.636477 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.636763 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.637047 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.637318 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.637633 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.637919 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.638803 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] host = dv-cinder-804035-24-iscsi {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.639153 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.639383 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.639702 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.639966 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.640242 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.640519 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.640807 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.641082 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.641354 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] log_file = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.641657 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.641946 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.642233 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.642521 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.642745 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.643001 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.643258 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.643616 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.643820 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.644097 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.644372 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.644644 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.644918 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.645192 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.645500 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.645785 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.646067 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.646344 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.646620 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.646892 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.647168 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.647451 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.647727 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.648011 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.648279 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.648567 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.648839 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.649116 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.649435 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.649722 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.650003 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.650288 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.650561 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.650840 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.651114 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.651384 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.651655 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] use_json = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.651925 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.652193 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.652473 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.652767 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.653014 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.653295 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.653622 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.654446 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.654720 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:47.655022 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.655323 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.655638 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.655947 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.656215 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.656497 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.656785 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.657061 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.657376 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.657694 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.657985 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.658226 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.658524 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.658813 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.659105 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.659413 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.659707 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.659999 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.660274 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.660547 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.660821 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.661099 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.661385 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.661689 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.661978 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.662267 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.662552 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.662846 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.663132 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.663431 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.663723 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.663999 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.664278 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.664570 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.664849 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.665123 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.665400 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.665715 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.665999 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.666278 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.666561 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.666840 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.667115 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.667387 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.667666 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.667958 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.668234 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.668506 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.668777 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.669052 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.669347 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.669661 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.669943 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.670220 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.670494 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.670774 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.671048 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.671323 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.671602 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.671878 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.672159 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.672431 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.672706 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.672980 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.673256 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.673555 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.673830 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.674102 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.674380 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.674654 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.674928 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.675200 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.675472 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.675748 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.676037 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.676337 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.676622 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.676907 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.677186 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.677487 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.677777 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.678054 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.678335 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.678615 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.678890 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.679181 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.679470 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.679759 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.680060 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.680341 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.680637 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.680918 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.681203 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.681507 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.681792 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.682078 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.682360 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.682653 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.682948 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.683246 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.683538 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.683831 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.684118 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.684422 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.684702 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:47.684944 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 20 12:43:47.685197 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109648) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 20 12:43:48.070415 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 20 12:43:48.070699 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 20 12:43:48.071007 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 20 12:43:48.071347 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 20 12:43:48.409547 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.409812 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.410025 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.412935 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.413211 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.413500 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.457705 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.457980 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.458239 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.472931 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.473213 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.473957 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.505922 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.506197 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.506459 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.541343 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.541648 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.541912 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.886556 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.887228 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.887228 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.887401 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.888228 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.987438 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.987757 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.988035 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.988296 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.988554 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.988871 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.989107 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.989356 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.989633 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.989910 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.990162 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.990416 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.990662 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.990906 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.991153 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.991407 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.991662 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.991917 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.992176 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.992426 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.992688 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.992934 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.993210 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.993608 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.993856 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.994095 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:48.994486 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 12:43:48.994729 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 12:43:48.994974 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 12:43:48.995186 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 12:43:48.995414 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 12:43:48.995647 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 12:43:48.996004 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 20 12:43:48.999370 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 20 12:43:49.003365 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 20 12:43:49.007266 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jan 20 12:43:49.008897 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 20 12:43:49.009545 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 20 12:43:49.009884 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 20 12:43:49.010274 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 20 12:43:49.013659 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 20 12:43:49.013906 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 20 12:43:49.014248 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 20 12:43:49.019573 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 20 12:43:49.043792 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 20 12:43:49.044282 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:49.044582 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109648) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 20 12:43:49.044943 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:49.046357 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109648) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 20 12:43:49.046641 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 20 12:43:49.046883 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 20 12:43:49.050131 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:49.050410 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:49.114209 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 20 12:43:49.114447 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 20 12:43:49.114678 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 20 12:43:49.115051 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 20 12:43:49.135146 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_db.sqlalchemy.engines [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109648) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 20 12:43:49.731234 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.managers [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Initializing driver for type 'gre' Jan 20 12:43:49.731772 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] gre ID ranges: [(1, 1000)] Jan 20 12:43:49.924664 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.managers [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Initializing driver for type 'local' Jan 20 12:43:49.925342 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.managers [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Initializing driver for type 'vlan' Jan 20 12:43:50.016162 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] VlanTypeDriver initialization complete Jan 20 12:43:50.016422 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.managers [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Initializing driver for type 'vxlan' Jan 20 12:43:50.016940 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] vxlan ID ranges: [(1, 1000)] Jan 20 12:43:50.206313 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.managers [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Initializing extension driver 'port_security' Jan 20 12:43:50.206740 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.extensions.port_security [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] PortSecurityExtensionDriver initialization complete Jan 20 12:43:50.207149 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.managers [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Initializing mechanism driver 'openvswitch' Jan 20 12:43:50.207620 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.managers [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Initializing mechanism driver 'hyperv' Jan 20 12:43:50.214492 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:43:50.215360 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > port after_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.215739 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > port after_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.216098 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > port after_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.216655 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109648) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 20 12:43:50.217109 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > subnet after_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.217499 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > subnet after_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.221157 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.221157 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109648) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 20 12:43:50.221157 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > network after_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.221157 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > network after_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.221157 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > network after_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.221564 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109648) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 20 12:43:50.221564 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > security_group after_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.221564 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > security_group after_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.221564 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.221564 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109648) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 20 12:43:50.221944 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.221944 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.222243 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.222640 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109648) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 20 12:43:50.223052 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > address_group after_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.223411 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > address_group after_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.224019 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.224435 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109648) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 20 12:43:50.224885 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] ML2 OVO RPC backend initialized. {{(pid=109648) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 20 12:43:50.225638 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.226003 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.226422 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > network before_response 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.226773 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > networks before_response 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.227127 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > port before_response 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.227468 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > ports before_response 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.227827 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > subnet before_response 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.228176 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > subnets before_response 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.228533 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > network after_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.228878 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > network after_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.229222 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > network after_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.229596 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > port after_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.229938 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > port after_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.230276 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > port after_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.230614 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > subnet after_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.230953 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > subnet after_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.231291 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.231882 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.plugin [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Modular L2 Plugin initialization complete Jan 20 12:43:50.232212 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading services supported by the core plugin {{(pid=109648) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 20 12:43:50.232575 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.plugins.ml2.managers [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Got port-security extension from driver 'port_security' Jan 20 12:43:50.233027 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.extensions.vlantransparent [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Disabled vlantransparent extension. Jan 20 12:43:50.233555 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109648) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 20 12:43:50.233886 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading Plugin: router Jan 20 12:43:50.271340 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.271664 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > router after_create 55549900 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.272038 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > router before_create 55549900 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.272405 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.272807 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.273168 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > router after_delete 55549900 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.273573 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.274059 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.274423 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > router after_create 55549900 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.274774 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > router after_update 55549900 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.275127 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > router after_update 55549900 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.275480 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.275840 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > router after_update 55549900 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.276254 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > router precommit_update 55549900 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.276625 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: port after_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.276965 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: port after_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.277305 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: subnet after_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.277677 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.278032 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.278378 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > router precommit_create 55549900 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.278746 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: port before_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.279097 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > router precommit_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.279453 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > router after_update 55549900 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.279794 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.280150 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > router precommit_create 55549900 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.280517 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.280869 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > router precommit_update 55549900 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.281241 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > agent after_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.281632 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > agent after_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.281980 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > network after_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.282854 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Tracking information for resource: router configured {{(pid=109648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 12:43:50.283192 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Tracking information for resource: floatingip configured {{(pid=109648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 12:43:50.288153 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.db.l3_agentschedulers_db [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 20 12:43:50.288745 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: port after_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.289147 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: port after_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.289535 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: port after_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.289894 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: port after_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.290684 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > router before_create 55550100 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.291059 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.291424 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > router precommit_create 55550100 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.291784 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > router precommit_update 55550100 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.296519 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.services.provider_configuration [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Service providers = [] {{(pid=109648) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 20 12:43:50.296888 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.db.servicetype_db [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109648) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 20 12:43:50.299878 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.services.service_base [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109648) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 20 12:43:50.300235 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.services.service_base [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109648) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 20 12:43:50.300581 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.services.service_base [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109648) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 20 12:43:50.301500 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.services.service_base [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109648) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 20 12:43:50.301880 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.services.service_base [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 20 12:43:50.302265 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 12:43:50.302587 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 20 12:43:50.315290 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 12:43:50.315633 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading Plugin: auto_allocate Jan 20 12:43:50.321504 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: network precommit_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.321886 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: network precommit_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.322414 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 12:43:50.322743 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading Plugin: tag Jan 20 12:43:50.330222 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 12:43:50.330557 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading Plugin: timestamp Jan 20 12:43:50.334454 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 12:43:50.334790 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading Plugin: network_ip_availability Jan 20 12:43:50.340290 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.340671 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.341059 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.341822 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 12:43:50.342153 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading Plugin: flavors Jan 20 12:43:50.347391 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 12:43:50.347728 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading Plugin: revisions Jan 20 12:43:50.352706 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 12:43:50.353115 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_concurrency.lockutils [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.282s {{(pid=109648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 20 12:43:50.353943 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109648) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 20 12:43:50.354284 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Initializing extension manager. Jan 20 12:43:50.354809 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: __init__.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.355157 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: __pycache__ {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.355496 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.355836 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: address_group.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.356676 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.357276 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: address-group Jan 20 12:43:50.357649 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: address_scope.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.358380 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.358890 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: address-scope Jan 20 12:43:50.359221 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.360197 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.360710 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: router-admin-state-down-before-update Jan 20 12:43:50.361035 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: agent.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.361781 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.362290 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: agent Jan 20 12:43:50.362617 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: agent_resources_synced.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.363531 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.364041 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: agent-resources-synced Jan 20 12:43:50.364368 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: allowedaddresspairs.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.366237 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.366760 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: allowed-address-pairs Jan 20 12:43:50.367089 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: auto_allocated_topology.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.368186 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.368705 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: auto-allocated-topology Jan 20 12:43:50.369032 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: availability_zone.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.369778 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.370287 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: availability_zone Jan 20 12:43:50.370610 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: availability_zone_filter.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.371534 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.372044 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: availability_zone_filter Jan 20 12:43:50.372905 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: data_plane_status.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.373863 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.374377 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension data-plane-status not supported by any of loaded plugins Jan 20 12:43:50.374702 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: default_subnetpools.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.375637 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.376149 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: default-subnetpools Jan 20 12:43:50.376473 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.377299 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.377849 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: dhcp_agent_scheduler Jan 20 12:43:50.378176 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: dns.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.379104 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.379617 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension dns-integration not supported by any of loaded plugins Jan 20 12:43:50.379940 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: dns_domain_ports.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.380869 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.381370 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 20 12:43:50.381719 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.382648 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.383153 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 20 12:43:50.383517 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: dvr.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.384150 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.384654 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: dvr Jan 20 12:43:50.384978 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: ecmp_routes.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.385929 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.386435 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 20 12:43:50.386758 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: empty_string_filtering.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.387678 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.388740 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: empty-string-filtering Jan 20 12:43:50.389066 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.390014 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.390528 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 20 12:43:50.390849 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.391769 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.392274 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 20 12:43:50.392600 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: external_net.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.393540 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.394048 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: external-net Jan 20 12:43:50.394375 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.395289 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.395805 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: extra_dhcp_opt Jan 20 12:43:50.396134 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: extraroute.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.397054 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.397606 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: extraroute Jan 20 12:43:50.397938 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: extraroute_atomic.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.399170 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.399691 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: extraroute-atomic Jan 20 12:43:50.400016 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: filter_validation.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.400698 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.401200 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: filter-validation Jan 20 12:43:50.401564 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: fip_pf_description.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.402479 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.402982 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 20 12:43:50.403307 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: fip_port_details.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.404254 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.404763 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: fip-port-details Jan 20 12:43:50.405087 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: flavors.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.406379 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.406897 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: flavors Jan 20 12:43:50.407228 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.408941 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.409490 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 20 12:43:50.409830 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: floatingip_pools.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.410540 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.411052 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: floatingip-pools Jan 20 12:43:50.411378 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: ip_allocation.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.412320 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.412828 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension ip_allocation not supported by any of loaded plugins Jan 20 12:43:50.413156 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.414113 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.414626 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: ip-substring-filtering Jan 20 12:43:50.414961 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: l2_adjacency.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.415888 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.416390 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 20 12:43:50.416716 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: l3.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.417747 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.418265 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: router Jan 20 12:43:50.418596 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.420950 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.421511 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 20 12:43:50.421850 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.422792 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.423309 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: ext-gw-mode Jan 20 12:43:50.423641 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.424571 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.425084 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: l3-ha Jan 20 12:43:50.425430 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: l3_flavors.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.426370 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.426882 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: l3-flavors Jan 20 12:43:50.427207 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.428123 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.428637 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 20 12:43:50.428966 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: l3agentscheduler.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.430055 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.430576 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: l3_agent_scheduler Jan 20 12:43:50.430911 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: local_ip.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.444522 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.445046 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension local_ip not supported by any of loaded plugins Jan 20 12:43:50.445386 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: logging.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.447104 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.447598 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension logging not supported by any of loaded plugins Jan 20 12:43:50.447942 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: metering.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.448695 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.449284 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: metering Jan 20 12:43:50.449651 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.451426 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.451942 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: metering_source_and_destination_fields Jan 20 12:43:50.452274 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: multiprovidernet.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.453228 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.453765 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: multi-provider Jan 20 12:43:50.454095 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: netmtu.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.455020 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.455533 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: net-mtu Jan 20 12:43:50.455859 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: netmtu_writable.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.456781 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.457289 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: net-mtu-writable Jan 20 12:43:50.457640 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: network_availability_zone.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.458323 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.458827 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: network_availability_zone Jan 20 12:43:50.459154 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: network_ip_availability.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.460303 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.460820 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: network-ip-availability Jan 20 12:43:50.461149 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: network_segment_range.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.461962 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.462469 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension network-segment-range not supported by any of loaded plugins Jan 20 12:43:50.462794 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: pagination.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.463790 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.464122 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: pagination Jan 20 12:43:50.464444 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: port_device_profile.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.470253 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.470772 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: port-device-profile Jan 20 12:43:50.471099 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.472026 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.472543 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: port-mac-address-regenerate Jan 20 12:43:50.472871 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.474086 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.474595 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: port-numa-affinity-policy Jan 20 12:43:50.474922 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: port_resource_request.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.475852 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.476357 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension port-resource-request not supported by any of loaded plugins Jan 20 12:43:50.476687 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: port_resource_request_groups.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.477722 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.478204 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 20 12:43:50.478534 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: portbindings.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.479464 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.479973 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: binding Jan 20 12:43:50.480301 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: portbindings_extended.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.482228 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.482663 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: binding-extended Jan 20 12:43:50.482995 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: portsecurity.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.483925 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.484442 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: port-security Jan 20 12:43:50.484770 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: project_id.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.485801 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.486136 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: project-id Jan 20 12:43:50.486465 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: providernet.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.487397 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.487929 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: provider Jan 20 12:43:50.488252 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: qos.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.491946 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.492468 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension qos not supported by any of loaded plugins Jan 20 12:43:50.492805 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.494118 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.494633 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 20 12:43:50.494967 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.495892 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.496404 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 20 12:43:50.496735 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: qos_default.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.498272 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.498788 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension qos-default not supported by any of loaded plugins Jan 20 12:43:50.499119 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: qos_fip.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.500049 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.500564 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension qos-fip not supported by any of loaded plugins Jan 20 12:43:50.500892 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.501852 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.502366 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 20 12:43:50.502790 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: qos_gateway_ip.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.504314 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.504889 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 20 12:43:50.505225 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: qos_port_network_policy.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.506443 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.507283 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 20 12:43:50.507622 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.508696 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.509212 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 20 12:43:50.509686 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: qos_pps_rule.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.517090 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.517694 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension qos-pps not supported by any of loaded plugins Jan 20 12:43:50.518035 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: qos_rule_type_details.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.519019 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.519536 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 20 12:43:50.519867 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: qos_rules_alias.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.520933 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.521531 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 20 12:43:50.521813 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: quota_check_limit.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.522745 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.523263 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: quota-check-limit Jan 20 12:43:50.523627 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: quotasv2.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.524641 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.524975 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: quotas Jan 20 12:43:50.525302 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: quotasv2_detail.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.528783 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.529122 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: quota_details Jan 20 12:43:50.529492 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: rbac.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.530588 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.531125 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: rbac-policies Jan 20 12:43:50.531465 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: rbac_address_group.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.532421 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.532941 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: rbac-address-group Jan 20 12:43:50.533274 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: rbac_address_scope.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.534244 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.534759 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: rbac-address-scope Jan 20 12:43:50.535089 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: rbac_security_groups.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.536017 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.536526 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: rbac-security-groups Jan 20 12:43:50.536853 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: rbac_subnetpool.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.537812 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.538323 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: rbac-subnetpool Jan 20 12:43:50.538649 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: revisionifmatch.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.539588 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.540098 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: revision-if-match Jan 20 12:43:50.540428 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: revisions.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.541605 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.542123 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: standard-attr-revisions Jan 20 12:43:50.542458 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: router_availability_zone.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.543146 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.543669 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: router_availability_zone Jan 20 12:43:50.544000 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: routerservicetype.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.545439 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.545967 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension router-service-type not supported by any of loaded plugins Jan 20 12:43:50.546294 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.547301 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.547813 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: security-groups-normalized-cidr Jan 20 12:43:50.548143 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.556973 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.557511 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: port-security-groups-filtering Jan 20 12:43:50.557842 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.558796 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.559305 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: security-groups-remote-address-group Jan 20 12:43:50.559631 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.561221 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.561768 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: security-groups-shared-filtering Jan 20 12:43:50.562098 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.562694 dv-cinder-804035-24-iscsi neutron-server[109648]: WARNING neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 20 12:43:50.563019 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: securitygroup.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.573226 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.573809 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: security-group Jan 20 12:43:50.574153 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: segment.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.574961 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.575476 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension segment not supported by any of loaded plugins Jan 20 12:43:50.575810 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.576781 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.577294 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 20 12:43:50.577648 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: servicetype.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.578794 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.579321 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: service-type Jan 20 12:43:50.579657 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: sorting.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.580655 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.580997 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: sorting Jan 20 12:43:50.581332 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: standard_attr_segment.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.582285 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.582809 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 20 12:43:50.583139 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: standardattrdescription.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.583792 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.584301 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: standard-attr-description Jan 20 12:43:50.584624 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: stateful_security_group.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.585593 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.586114 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: stateful-security-group Jan 20 12:43:50.586446 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: stdattrs_common.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.587018 dv-cinder-804035-24-iscsi neutron-server[109648]: WARNING neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 20 12:43:50.587342 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.588270 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.588781 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 20 12:43:50.589105 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: subnet_onboard.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.590207 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.590725 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: subnet_onboard Jan 20 12:43:50.591051 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.591996 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.592506 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 20 12:43:50.592831 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: subnet_service_types.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.593805 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.594319 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: subnet-service-types Jan 20 12:43:50.594643 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: subnetallocation.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.595764 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.596293 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: subnet_allocation Jan 20 12:43:50.596623 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.597296 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.597853 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: subnetpool-prefix-ops Jan 20 12:43:50.598179 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.603678 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.604189 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 20 12:43:50.604513 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: tagging.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.605643 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.606173 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: standard-attr-tag Jan 20 12:43:50.606520 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: timestamp.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.608206 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.608721 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loaded extension: standard-attr-timestamp Jan 20 12:43:50.609052 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: trunk.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.610134 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.610648 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension trunk not supported by any of loaded plugins Jan 20 12:43:50.610979 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: trunk_details.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.611912 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.612427 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension trunk-details not supported by any of loaded plugins Jan 20 12:43:50.612754 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: uplink_status_propagation.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.613718 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.614234 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 20 12:43:50.614560 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Loading extension file: vlantransparent.py {{(pid=109648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 12:43:50.615244 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 12:43:50.615777 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 20 12:43:50.618374 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Creating instance of TrackedResource for resource:network Jan 20 12:43:50.618913 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Creating instance of TrackedResource for resource:subnet Jan 20 12:43:50.619316 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 12:43:50.619711 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Creating instance of TrackedResource for resource:port Jan 20 12:43:50.620970 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.v2.resource_helper [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 12:43:50.621442 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.v2.resource_helper [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Service FLAVORS assigned prefix: {{(pid=109648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 12:43:50.622076 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.v2.resource_helper [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 12:43:50.623142 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.v2.resource_helper [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 12:43:50.623479 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Creating instance of TrackedResource for resource:router Jan 20 12:43:50.623931 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Creating instance of TrackedResource for resource:floatingip Jan 20 12:43:50.624441 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.v2.resource_helper [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Service METERING assigned prefix: /metering {{(pid=109648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 12:43:50.625924 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.631848 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.631848 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:43:50.631848 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Creating instance of CountableResource for resource:rbac_policy Jan 20 12:43:50.631848 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Creating instance of TrackedResource for resource:security_group Jan 20 12:43:50.631848 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 20 12:43:50.631848 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.v2.resource_helper [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Service CORE assigned prefix: {{(pid=109648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 12:43:50.632282 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 12:43:50.632282 dv-cinder-804035-24-iscsi neutron-server[109648]: WARNING neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] subnetpool is already registered Jan 20 12:43:50.632282 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.v2.resource_helper [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Service CORE assigned prefix: {{(pid=109648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 12:43:50.632282 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 12:43:50.632282 dv-cinder-804035-24-iscsi neutron-server[109648]: WARNING neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] subnetpool is already registered Jan 20 12:43:50.633310 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.v2.resource_helper [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 12:43:50.633785 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.v2.resource_helper [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Service FLAVORS assigned prefix: {{(pid=109648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 12:43:50.634428 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.v2.resource_helper [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 12:43:50.634873 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.v2.resource_helper [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 12:43:50.635224 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Creating instance of TrackedResource for resource:router Jan 20 12:43:50.635569 dv-cinder-804035-24-iscsi neutron-server[109648]: WARNING neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] router is already registered Jan 20 12:43:50.635997 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Creating instance of TrackedResource for resource:floatingip Jan 20 12:43:50.636336 dv-cinder-804035-24-iscsi neutron-server[109648]: WARNING neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] floatingip is already registered Jan 20 12:43:50.636822 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.v2.resource_helper [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Service METERING assigned prefix: /metering {{(pid=109648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 12:43:50.637565 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Creating instance of CountableResource for resource:rbac_policy Jan 20 12:43:50.637923 dv-cinder-804035-24-iscsi neutron-server[109648]: WARNING neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] rbac_policy is already registered Jan 20 12:43:50.638377 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Creating instance of TrackedResource for resource:security_group Jan 20 12:43:50.638719 dv-cinder-804035-24-iscsi neutron-server[109648]: WARNING neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] security_group is already registered Jan 20 12:43:50.639138 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 20 12:43:50.639475 dv-cinder-804035-24-iscsi neutron-server[109648]: WARNING neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] security_group_rule is already registered Jan 20 12:43:50.639976 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.v2.resource_helper [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Service CORE assigned prefix: {{(pid=109648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 12:43:50.640307 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 12:43:50.640642 dv-cinder-804035-24-iscsi neutron-server[109648]: WARNING neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] subnetpool is already registered Jan 20 12:43:50.641077 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.v2.resource_helper [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Service CORE assigned prefix: {{(pid=109648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 12:43:50.641429 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 12:43:50.641768 dv-cinder-804035-24-iscsi neutron-server[109648]: WARNING neutron.quota.resource_registry [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] subnetpool is already registered Jan 20 12:43:50.643501 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: extensions {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.645000 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: address-groups {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.646558 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: address-scopes {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.647841 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: agents {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.649130 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: auto-allocated-topology {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.650428 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: availability_zones {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.651667 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: dhcp-networks {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.653088 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: dhcp-agents {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.654701 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: routers {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.656828 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: flavors {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.660527 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: service_profiles {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.660527 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: next_providers {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.660777 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: service_profiles {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.662265 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: floatingip-pools {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.663735 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: routers {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.665894 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: floatingips {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.667201 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: l3-routers {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.668621 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: l3-agents {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.670622 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: metering-labels {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.671900 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: metering-label-rules {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.673311 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: network-ip-availabilities {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.674622 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: bindings {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.676207 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: quotas {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.677936 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: quotas {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.679486 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: rbac-policies {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.680714 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: security-groups {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.682097 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: security-group-rules {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.683345 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: service-providers {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.684576 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: subnetpools {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.686619 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: subnetpools {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.688098 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: tags {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.689839 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: tags {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.691642 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: tags {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.693509 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: tags {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.695192 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: tags {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.697179 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: tags {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.698909 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: tags {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.701884 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: tags {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.703674 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: tags {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.705451 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron.api.extensions [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Extended resource: tags {{(pid=109648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 12:43:50.711526 dv-cinder-804035-24-iscsi neutron-server[109648]: WARNING keystonemiddleware.auth_token [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 20 12:43:50.716156 dv-cinder-804035-24-iscsi neutron-server[109648]: WARNING keystonemiddleware.auth_token [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 20 12:43:50.725122 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_concurrency.lockutils [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Acquired lock "singleton_lock" {{(pid=109648) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 20 12:43:50.725646 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_concurrency.lockutils [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Releasing lock "singleton_lock" {{(pid=109648) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 20 12:43:50.726308 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO oslo_service.service [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Starting 2 workers Jan 20 12:43:50.731147 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Started child 109759 {{(pid=109648) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 20 12:43:50.736265 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Started child 109760 {{(pid=109648) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 20 12:43:50.737306 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:43:50.737977 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO neutron.service [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 20 12:43:50.738617 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:43:50.739044 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [-] (109759) wsgi starting up on http://0.0.0.0:9696 Jan 20 12:43:50.741101 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO oslo_service.service [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Starting 1 workers Jan 20 12:43:50.741372 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:43:50.742922 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [-] (109760) wsgi starting up on http://0.0.0.0:9696 Jan 20 12:43:50.746468 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Started child 109761 {{(pid=109648) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 20 12:43:50.747054 dv-cinder-804035-24-iscsi neutron-server[109648]: INFO oslo_service.service [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Starting 1 workers Jan 20 12:43:50.751049 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.service [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] calling RpcWorker wait() {{(pid=109761) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 20 12:43:50.751657 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.service [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] returning from RpcWorker wait() {{(pid=109761) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 20 12:43:50.752229 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Started child 109762 {{(pid=109648) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 20 12:43:50.753058 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG neutron_lib.callbacks.manager [None req-e6d3993e-9ecd-4bcb-8b9e-013c0d52a130 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:43:50.753190 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:43:50.753771 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:43:50.755370 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109648) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 20 12:43:50.755683 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 20 12:43:50.755922 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 20 12:43:50.756165 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 20 12:43:50.756523 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 20 12:43:50.756695 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 20 12:43:50.757227 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.757541 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.757802 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.758068 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.758374 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.758461 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:43:50.758950 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.759181 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.759589 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.759792 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:43:50.759884 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.760119 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.760293 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.760619 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.760887 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.761259 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.761560 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.761738 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.769557 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.769557 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.769557 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.769557 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.769557 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.769557 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.769557 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] debug = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.769557 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.770235 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.770235 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.770235 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.770235 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.770235 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.770235 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.770586 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.770586 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.770586 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.770586 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.770586 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.770586 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.770586 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.770586 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.771006 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.771006 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.771006 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.771006 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] host = dv-cinder-804035-24-iscsi {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.771006 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.771006 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.771006 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.771006 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.771457 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.771457 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.771457 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.771457 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.771457 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.771457 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.771457 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.771457 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.771971 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.771971 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] log_file = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.771971 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] log_options = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.772160 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.772352 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.772854 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.772854 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.773126 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.773126 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.773380 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.773525 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.773838 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.774027 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.774223 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.774442 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.774665 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.774987 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.775138 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.775361 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.775635 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.775879 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.776047 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.776293 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.776521 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.776775 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.776996 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.777221 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.777491 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.777736 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.777958 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.778182 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.778436 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.778709 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.778949 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.779253 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.779442 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.779701 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.779971 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.780207 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.780439 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.780662 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.780934 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.781166 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.781437 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.781702 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.781921 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.782307 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.782691 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.782965 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.783135 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] use_json = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.783354 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.783926 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.784304 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.784698 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.784944 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.785147 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.785373 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.785806 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.786176 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.786320 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.786607 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.786923 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.787332 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.788281 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.788566 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.788826 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.789088 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.789363 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.789666 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.790015 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.790267 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.790572 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.790833 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.791087 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.791396 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.791639 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.791911 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.792159 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.792381 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.792656 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.793191 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.793191 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.793388 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.796264 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.796264 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.796264 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.796264 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.796264 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.796264 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.796264 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.796767 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.796767 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.796767 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.797010 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.797187 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.797410 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.797662 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.797906 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.798181 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.798423 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.798667 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.798905 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.799312 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.799553 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.799789 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.800060 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.800254 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.800512 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.800715 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.800933 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.801149 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.801630 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.801784 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.801921 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.802112 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.802371 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.802629 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.802850 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.803071 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.803304 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.803542 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.803881 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.804012 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.804440 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.804440 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.804735 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.804873 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.805044 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.805263 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.805507 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.805695 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.805916 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.806136 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.806345 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.806559 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.806769 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.807115 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.807254 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.807394 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.807684 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.807959 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.808204 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.808430 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.808655 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.808871 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.809103 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.809313 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.809552 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.810456 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.810675 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.810952 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.811284 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.811557 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.811802 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.812019 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.812269 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.812491 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.812752 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.812966 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.813182 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.813585 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.813725 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.813885 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.814111 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.814348 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.814560 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.814839 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.815053 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.815273 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.815550 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.815728 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.815965 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.816202 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.816431 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.816679 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.816950 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.817179 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.817466 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.817703 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.817983 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.818199 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.818474 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.818754 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.819028 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.819289 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.819536 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.819766 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.820022 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.820272 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.820534 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.820788 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.821045 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.821261 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.821542 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.821765 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.821994 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.822216 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.822550 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.822777 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.822987 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.823196 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.823475 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.823729 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.823961 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.824214 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.824459 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.824691 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.824939 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.825167 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.825477 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.825672 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.825897 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.826105 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.826344 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.826572 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.826803 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.827102 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.827317 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.827564 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.827795 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.828010 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.828224 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.828438 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.828667 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.828911 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.829136 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.829367 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.829621 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.829850 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.830055 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.830266 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.830490 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.830744 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.830978 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.831241 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.831480 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.831710 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.831935 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.832158 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.832406 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.832633 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.832974 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.833143 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.833351 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.833581 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.833796 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.834030 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.835482 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.835482 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.835482 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.835482 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.835482 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.835482 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.835989 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.835989 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.836142 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.836341 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.836572 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.836801 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.837031 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.837244 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.837478 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.837693 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.837942 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.838183 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.838428 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.838637 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.839190 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.839190 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.839409 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.839409 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.839732 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.840231 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.840231 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.840474 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.840672 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.840898 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.841767 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.842050 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.842237 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.842475 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.842892 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.842892 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.843170 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.843312 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.843516 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.843800 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.843995 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.844235 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.844462 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.844646 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.844874 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.845092 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.845305 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.845543 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.845786 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.845993 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.846201 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.846700 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.846700 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.846984 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.847112 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.847237 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.847455 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.847667 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.847878 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.848085 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.848380 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.848893 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.849111 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.849666 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.849904 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.850181 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.850567 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.850813 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.851050 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.851194 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.851328 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.851536 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.851754 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.852007 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.852324 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.852615 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.853520 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.853520 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.857508 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.857852 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 50954) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:43:50.858005 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.858137 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.858382 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.858705 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.859043 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.859354 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.859605 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.860056 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.860408 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.860556 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.860780 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.861099 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.861227 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.861589 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.862043 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.862428 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.862826 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.863238 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.863641 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.864037 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.864468 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.864888 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.865276 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.865727 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.866016 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 20 12:43:50.867928 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109648) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 20 12:43:50.867928 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 20 12:43:50.867928 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 20 12:43:50.867928 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 20 12:43:50.868246 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 20 12:43:50.868246 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 20 12:43:50.868385 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.868520 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.868681 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.868842 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.869002 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.869183 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.869345 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.869525 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.869670 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.869830 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.869985 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.870304 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.870304 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.870479 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.870557 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.870774 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.870929 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.871085 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.871246 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.871403 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.871558 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.871723 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.871857 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] debug = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.872012 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.872253 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.872446 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.872829 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.872829 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.873064 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.873064 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.873255 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.873408 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.873623 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.873778 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.876503 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.876503 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.876503 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.876503 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.876503 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.877229 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0134993 Jan 20 12:43:50.877390 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.877390 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.877390 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] host = dv-cinder-804035-24-iscsi {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.877390 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.877390 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.877390 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.877390 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.877390 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.878390 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.878390 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.878390 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.878390 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.878390 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.878390 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.878390 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.878390 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.879300 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] log_file = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.879300 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] log_options = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.879300 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.879300 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.879610 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.879771 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.879913 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.880050 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.880181 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.880318 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.880443 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.880569 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.880689 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.880842 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.881135 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.881135 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.881837 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.881837 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.881837 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.881837 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.881837 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.883742 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.883742 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.883742 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.883742 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.883742 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.883742 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.883742 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.883742 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.883742 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.884812 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.884812 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.884812 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.884812 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.884812 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.884812 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.884812 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.884812 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.885399 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.885399 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.885399 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.885399 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.885399 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.885399 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.885399 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.885899 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.885899 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.885899 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.886104 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] use_json = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.886180 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.886266 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.886418 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.886573 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.886728 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.886891 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.887045 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.887201 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.887355 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 12:43:50.887536 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.887695 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.887891 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.888767 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.888767 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.888767 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.888767 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.888767 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.888767 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.889124 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.889124 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.889256 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.889395 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.889563 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.889722 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.890296 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.890296 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.890296 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.890508 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.890602 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.891506 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.891506 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.891506 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.891506 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.891506 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.891857 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.891857 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.891997 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.892082 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.892261 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.892421 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.892580 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.892765 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.892925 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.893092 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.893251 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.893409 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.894431 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.894567 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.894737 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.894892 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.895205 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.895545 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.895850 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.896149 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.896449 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.896740 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.896834 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.897085 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.897188 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.897268 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.897473 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.897598 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.897759 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.898062 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.898379 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.898679 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.898983 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.899278 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.899584 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.899744 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.899885 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.900023 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.900172 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.900318 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.900474 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.900615 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.900779 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.900949 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.901795 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.901795 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.901795 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.901795 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.901795 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.902126 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.902126 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.902241 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.902304 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.902447 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.902605 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.902837 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.902935 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.903067 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.903228 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.903387 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.904063 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.904231 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.904388 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.904545 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.904702 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.904861 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.905031 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.905200 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.905358 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.905615 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.905723 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.905827 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.905978 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.906134 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.906290 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.908742 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.908742 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.908742 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.908742 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.908742 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.908742 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.908742 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.908742 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.909444 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.909444 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.909444 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.909444 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.909444 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.909444 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.909444 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.909444 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.909989 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.909989 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.909989 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.909989 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.909989 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.909989 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.909989 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.909989 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.910431 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.910431 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.910431 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.910431 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.910726 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.910726 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.910884 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.911024 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.911179 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.911336 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.911505 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.911663 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.911828 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.912627 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.912627 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.912627 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.912627 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.912627 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.912957 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.912957 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.913076 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.913176 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.913514 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.913815 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.913984 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.914144 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.915068 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.915068 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.915068 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.915068 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.915068 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.915068 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.915435 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.915435 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.915550 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.915613 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.915812 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.915950 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.916085 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.916243 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.916400 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.916541 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.916704 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.916861 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.917018 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.917174 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.917348 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.917552 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.917659 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.917806 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.917961 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.918120 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.918278 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.918437 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.918625 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.918801 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.918963 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.919807 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.919970 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.920097 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.920256 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.920415 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.920571 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.920730 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.920889 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.921046 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.921204 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.921362 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.921542 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.922352 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.922352 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.922352 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.922352 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.922352 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.922654 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.922654 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.922824 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.922895 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.923104 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.923195 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.923334 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.924285 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.924285 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.924285 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.924285 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.924285 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.924285 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.924658 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.924658 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.924658 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.925379 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.925379 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.925379 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.925379 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.926536 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.926536 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.926536 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.926536 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.926536 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.926536 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.926536 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.926536 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.926988 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.926988 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.926988 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.927153 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.927215 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.927334 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.927520 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.927635 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.928458 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.928458 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.928458 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.928458 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.928458 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.928761 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.928761 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.928882 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.928974 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.929174 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.929289 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.929515 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.929633 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.929904 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.929904 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.930188 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.930188 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.930501 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.930501 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.930767 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.930995 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.930995 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.931286 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.931286 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.931545 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.931545 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.931825 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.931825 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.932093 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.932228 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.932362 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.932499 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.932633 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.932768 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.932912 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.933712 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.933712 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.933712 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.933712 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.933712 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.939839 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.939839 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.940361 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:43:50.940516 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.940516 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.940516 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.940516 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.940516 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.940516 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.940516 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.940516 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.940516 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.941578 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.941578 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.941578 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.941578 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.941578 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.941578 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 12:43:50.941578 dv-cinder-804035-24-iscsi neutron-server[109648]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 20 12:44:03.170480 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a30806-43b0-40b1-93f1-3b0c3903a5cd None None] get_active_networks_info from dv-cinder-804035-24-iscsi {{(pid=109761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 20 12:44:03.256172 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a30806-43b0-40b1-93f1-3b0c3903a5cd None None] No non-hosted networks {{(pid=109761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 20 12:44:03.259326 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.agentschedulers_db [None req-d9a30806-43b0-40b1-93f1-3b0c3903a5cd None None] DHCP Agent not found on host dv-cinder-804035-24-iscsi {{(pid=109761) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 20 12:44:03.378602 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-2a2c4d8b-027e-41f0-b54e-4a192b91a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1559850'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:06.024858 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-5fa522b0-33bd-45f4-bc4f-2b2ccba497b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1559850'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:06.052182 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.db.api [None req-4f3512d8-00a1-4cd1-b16e-da63f0603a9a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-804035-24-iscsi {{(pid=109761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 12:44:06.052583 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG oslo_db.api [None req-4f3512d8-00a1-4cd1-b16e-da63f0603a9a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 12:44:06.810649 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-4f3512d8-00a1-4cd1-b16e-da63f0603a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:07.599911 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1559850'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:09.805202 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1559850'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:09.861029 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.db.l3_hamode_db [None req-ea18eb3a-e7cd-437c-bf26-dcaa9f240b83 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 20 12:44:09.954423 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea18eb3a-e7cd-437c-bf26-dcaa9f240b83 None None] Routers set() bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:44:09.955018 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea18eb3a-e7cd-437c-bf26-dcaa9f240b83 None None] Router IDs set() for agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 20 12:44:10.873860 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1559850'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:10.874979 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:10.875393 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:10.875858 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:10.876391 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:10.876835 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:10.877527 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:10.878007 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:10.878495 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:10.878919 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:10.879352 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:10.879801 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:10.880238 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:10.880705 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:10.881272 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804035-24-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:44:10.890604 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804035-24-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:44:14.872683 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 51062) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:44:15.370734 dv-cinder-804035-24-iscsi neutron-server[109759]: WARNING oslo_policy.policy [None req-f4293a7b-c37d-4a62-ac6b-c7726df2d3e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 12:44:15.371896 dv-cinder-804035-24-iscsi neutron-server[109759]: WARNING oslo_policy.policy [None req-f4293a7b-c37d-4a62-ac6b-c7726df2d3e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 12:44:15.602284 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [None req-f4293a7b-c37d-4a62-ac6b-c7726df2d3e5 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109759) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 12:44:15.603479 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-f4293a7b-c37d-4a62-ac6b-c7726df2d3e5 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7298152 Jan 20 12:44:18.259902 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 51078) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:44:18.575691 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-95fd92fa-025e-4dd1-9b93-7e572067c15b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'tenant_id': '298719d55bea46369a951f9dd9a75e26', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:44:18.682797 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.policy [None req-95fd92fa-025e-4dd1-9b93-7e572067c15b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109759) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 20 12:44:18.731344 dv-cinder-804035-24-iscsi neutron-server[109759]: WARNING oslo_policy.policy [None req-95fd92fa-025e-4dd1-9b93-7e572067c15b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 12:44:18.731647 dv-cinder-804035-24-iscsi neutron-server[109759]: WARNING oslo_policy.policy [None req-95fd92fa-025e-4dd1-9b93-7e572067c15b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 12:44:18.740324 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.quota [None req-95fd92fa-025e-4dd1-9b93-7e572067c15b admin admin] Loaded quota_driver: . Jan 20 12:44:18.895942 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-95fd92fa-025e-4dd1-9b93-7e572067c15b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775111928927', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775111929440', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775111877652', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775111880432', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775111899093', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775111891757', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-640336', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-649780', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1605285', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1524836'] for rbac-policy (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:19.166904 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-95fd92fa-025e-4dd1-9b93-7e572067c15b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:19.168636 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-95fd92fa-025e-4dd1-9b93-7e572067c15b admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9077406 Jan 20 12:44:21.882192 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 51090) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:44:22.389594 dv-cinder-804035-24-iscsi neutron-server[109760]: WARNING oslo_policy.policy [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 12:44:22.390199 dv-cinder-804035-24-iscsi neutron-server[109760]: WARNING oslo_policy.policy [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 12:44:22.613123 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'name': 'private', 'tenant_id': '50d67bbd0f874c3ba5ccc5ffc402679a'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:44:22.614933 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.quota [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Loaded quota_driver: . Jan 20 12:44:22.787354 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Made reservation on behalf of 50d67bbd0f874c3ba5ccc5ffc402679a for: {'network': 1} {{(pid=109760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:44:22.861243 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.policy [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109760) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 20 12:44:22.908192 dv-cinder-804035-24-iscsi neutron-server[109760]: WARNING oslo_policy.policy [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 12:44:22.908783 dv-cinder-804035-24-iscsi neutron-server[109760]: WARNING oslo_policy.policy [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 12:44:22.919165 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for network (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:22.943336 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:23.054396 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Publish callbacks [] for security_group (3fbbbf3e-abcd-48ca-b256-78455c493d04), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:23.113324 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (3fbbbf3e-abcd-48ca-b256-78455c493d04), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:23.138481 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=109760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 12:44:23.162044 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775109942155', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (26d2744d-0bec-49b6-8951-88a8135c9bf7), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:23.162564 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Unsubscribe: segment precommit_create {{(pid=109760) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 20 12:44:23.163134 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.db.segments_db [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Added segment 26d2744d-0bec-49b6-8951-88a8135c9bf7 of type vlan for network faa33c65-818c-4f64-8b0b-c3eb0321563d Jan 20 12:44:23.168599 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbbbf3e-abcd-48ca-b256-78455c493d04,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:44:23.199707 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:23.200047 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:23.200385 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:23.200707 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:23.201028 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:23.201347 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:23.201715 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:23.202038 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:23.202365 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:23.202683 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:23.202995 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:23.203307 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:23.203751 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Tracked resource versions report: Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: pushed versions: Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: { 'AddressGroup': {'1.2'}, Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: 'ConntrackHelper': {'1.0'}, Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: 'LocalIPAssociation': {'1.0'}, Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: 'Log': {'1.0'}, Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: 'Network': {'1.1'}, Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: 'Port': {'1.7'}, Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: 'PortForwarding': {'1.2'}, Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: 'QosPolicy': {'1.10'}, Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: 'SecurityGroup': {'1.5'}, Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: 'SecurityGroupRule': {'1.2'}, Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: 'SubPort': {'1.0'}, Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: 'Subnet': {'1.1'}, Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: 'Trunk': {'1.1'}} Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: consumer versions: Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: { DHCP agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: L3 agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: Metadata agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: Metering agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: Open vSwitch agent@dv-cinder-804035-24-iscsi: { 'AddressGroup': '1.2', Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: 'ConntrackHelper': '1.0', Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: 'LocalIPAssociation': '1.0', Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: 'Log': '1.0', Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: 'Network': '1.1', Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: 'Port': '1.7', Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: 'PortForwarding': '1.2', Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: 'QosPolicy': '1.10', Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: 'SecurityGroup': '1.5', Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: 'SecurityGroupRule': '1.2', Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: 'SubPort': '1.0', Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: 'Subnet': '1.1', Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: 'Trunk': '1.1'}} Jan 20 12:44:23.205023 dv-cinder-804035-24-iscsi neutron-server[109760]: {{(pid=109760) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 12:44:23.287228 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775109455270'] for network (faa33c65-818c-4f64-8b0b-c3eb0321563d), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:23.388367 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for network (faa33c65-818c-4f64-8b0b-c3eb0321563d), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:23.389771 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:44:23.390485 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:23.493528 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] Pushing event updated for resources: {'Network': ['ID=faa33c65-818c-4f64-8b0b-c3eb0321563d,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:44:23.505443 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Network faa33c65-818c-4f64-8b0b-c3eb0321563d details requested by agent ovs-agent-dv-cinder-804035-24-iscsi with host dv-cinder-804035-24-iscsi {{(pid=109761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 12:44:23.722022 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-ac4c5267-5222-4458-8937-7651af37f792 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.8376169 Jan 20 12:44:26.477110 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 51112) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:44:26.949440 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f798dd59-c8d8-42fc-866b-4309cfb7396a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:44:26.950876 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-f798dd59-c8d8-42fc-866b-4309cfb7396a admin admin] 10.222.0.57 "GET /v2.0/networks/faa33c65-818c-4f64-8b0b-c3eb0321563d HTTP/1.1" status: 200 len: 825 time: 0.4728031 Jan 20 12:44:26.975423 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-ecdc8a42-c8b4-4776-87a4-cf99c34a6489 admin admin] 10.222.0.57 "GET /v2.0/subnetpools/ffb28da2-483b-408c-a3de-0fa5f3344bfd HTTP/1.1" status: 200 len: 734 time: 0.0188830 Jan 20 12:44:26.984257 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-10cabca9-a1d1-45fd-b524-ca18637e3a39 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'gateway_ip': '172.20.0.1', 'network_id': 'faa33c65-818c-4f64-8b0b-c3eb0321563d', 'subnetpool_id': 'ffb28da2-483b-408c-a3de-0fa5f3344bfd'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:44:27.123785 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cabca9-a1d1-45fd-b524-ca18637e3a39 admin admin] Made reservation on behalf of 50d67bbd0f874c3ba5ccc5ffc402679a for: {'subnet': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:44:27.126478 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-10cabca9-a1d1-45fd-b524-ca18637e3a39 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:27.496973 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-10cabca9-a1d1-45fd-b524-ca18637e3a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for subnet (544b362a-2846-4544-b7df-1c6847427cea), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:27.567002 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cabca9-a1d1-45fd-b524-ca18637e3a39 admin admin] Checking segment: {'id': '26d2744d-0bec-49b6-8951-88a8135c9bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'faa33c65-818c-4f64-8b0b-c3eb0321563d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:44:27.567396 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cabca9-a1d1-45fd-b524-ca18637e3a39 admin admin] Network hostable DHCP agents. Network: faa33c65-818c-4f64-8b0b-c3eb0321563d, hostable agents: ['34b5833e-9762-4604-a0fa-5558c3f0462d'], hosted agents: [] {{(pid=109759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 12:44:27.576954 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cabca9-a1d1-45fd-b524-ca18637e3a39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=544b362a-2846-4544-b7df-1c6847427cea,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:44:27.587331 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cabca9-a1d1-45fd-b524-ca18637e3a39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:27.587684 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cabca9-a1d1-45fd-b524-ca18637e3a39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:27.588024 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cabca9-a1d1-45fd-b524-ca18637e3a39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:27.588361 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cabca9-a1d1-45fd-b524-ca18637e3a39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:27.588691 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cabca9-a1d1-45fd-b524-ca18637e3a39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:27.589018 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cabca9-a1d1-45fd-b524-ca18637e3a39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:27.589906 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cabca9-a1d1-45fd-b524-ca18637e3a39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:27.590235 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cabca9-a1d1-45fd-b524-ca18637e3a39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:27.590572 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cabca9-a1d1-45fd-b524-ca18637e3a39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:27.590897 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cabca9-a1d1-45fd-b524-ca18637e3a39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:27.591217 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cabca9-a1d1-45fd-b524-ca18637e3a39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:27.591538 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cabca9-a1d1-45fd-b524-ca18637e3a39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:27.591905 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cabca9-a1d1-45fd-b524-ca18637e3a39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cabca9-a1d1-45fd-b524-ca18637e3a39 admin admin] Tracked resource versions report: Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: pushed versions: Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: { 'AddressGroup': {'1.2'}, Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: 'ConntrackHelper': {'1.0'}, Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: 'LocalIPAssociation': {'1.0'}, Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: 'Log': {'1.0'}, Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: 'Network': {'1.1'}, Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: 'Port': {'1.7'}, Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: 'PortForwarding': {'1.2'}, Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: 'QosPolicy': {'1.10'}, Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: 'SecurityGroup': {'1.5'}, Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: 'SecurityGroupRule': {'1.2'}, Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: 'SubPort': {'1.0'}, Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: 'Subnet': {'1.1'}, Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: 'Trunk': {'1.1'}} Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: consumer versions: Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: { DHCP agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: L3 agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: Metadata agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: Metering agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: Open vSwitch agent@dv-cinder-804035-24-iscsi: { 'AddressGroup': '1.2', Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: 'ConntrackHelper': '1.0', Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: 'LocalIPAssociation': '1.0', Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: 'Log': '1.0', Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: 'Network': '1.1', Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: 'Port': '1.7', Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: 'PortForwarding': '1.2', Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: 'QosPolicy': '1.10', Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: 'SecurityGroup': '1.5', Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: 'SecurityGroupRule': '1.2', Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: 'SubPort': '1.0', Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: 'Subnet': '1.1', Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: 'Trunk': '1.1'}} Jan 20 12:44:27.593224 dv-cinder-804035-24-iscsi neutron-server[109759]: {{(pid=109759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 12:44:27.673148 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cabca9-a1d1-45fd-b524-ca18637e3a39 admin admin] Network faa33c65-818c-4f64-8b0b-c3eb0321563d is scheduled to be hosted by DHCP agent 34b5833e-9762-4604-a0fa-5558c3f0462d with binding_index 1 {{(pid=109759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 12:44:27.747389 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-10cabca9-a1d1-45fd-b524-ca18637e3a39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-24-iscsi, faa33c65-818c-4f64-8b0b-c3eb0321563d) {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:44:27.752254 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cabca9-a1d1-45fd-b524-ca18637e3a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:44:27.758144 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-10cabca9-a1d1-45fd-b524-ca18637e3a39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for subnet (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:27.758894 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fa4b9d-790a-4a64-8f44-376e327f6a80 None None] Network faa33c65-818c-4f64-8b0b-c3eb0321563d requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:44:27.834853 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-10cabca9-a1d1-45fd-b524-ca18637e3a39 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8539264 Jan 20 12:44:28.032424 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10deef0b-2ac2-50f7-9455-50c49679adfd-faa33c65-818c-4f64-8b0b-c3eb0321563d', 'network_id': 'faa33c65-818c-4f64-8b0b-c3eb0321563d', 'project_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'fixed_ips': [{'subnet_id': '544b362a-2846-4544-b7df-1c6847427cea'}]}} from dv-cinder-804035-24-iscsi. {{(pid=109761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 20 12:44:28.035084 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:28.369296 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.db_base_plugin_common [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Allocated IP 172.20.0.2 (faa33c65-818c-4f64-8b0b-c3eb0321563d/544b362a-2846-4544-b7df-1c6847427cea/751ea4ad-12dc-494c-8579-42ca1f45fe6f) {{(pid=109761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:44:28.631024 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Publish callbacks [] for port (751ea4ad-12dc-494c-8579-42ca1f45fe6f), precommit_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:28.719652 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (751ea4ad-12dc-494c-8579-42ca1f45fe6f), after_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:28.803965 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Network faa33c65-818c-4f64-8b0b-c3eb0321563d is already hosted by enough agents. {{(pid=109761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:44:28.809576 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.scheduler.base_scheduler [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Resources bound (agent type, host, resource id): {{(pid=109761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:44:28.815555 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Pushing event updated for resources: {'Port': ['ID=751ea4ad-12dc-494c-8579-42ca1f45fe6f,revision_number=1']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:44:28.817997 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Received port after_create {{(pid=109761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:44:28.828044 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:28.828411 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:28.828776 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:28.829121 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:28.829480 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:28.829816 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:28.830160 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:28.830491 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:28.830820 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:28.831161 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:28.831491 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:28.831887 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:28.832177 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Tracked resource versions report: Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: pushed versions: Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: { 'AddressGroup': {'1.2'}, Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: 'ConntrackHelper': {'1.0'}, Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: 'LocalIPAssociation': {'1.0'}, Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: 'Log': {'1.0'}, Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: 'Network': {'1.1'}, Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: 'Port': {'1.7'}, Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: 'PortForwarding': {'1.2'}, Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: 'QosPolicy': {'1.10'}, Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: 'SecurityGroup': {'1.5'}, Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: 'SecurityGroupRule': {'1.2'}, Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: 'SubPort': {'1.0'}, Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: 'Subnet': {'1.1'}, Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: 'Trunk': {'1.1'}} Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: consumer versions: Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: { DHCP agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: L3 agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: Metadata agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: Metering agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: Open vSwitch agent@dv-cinder-804035-24-iscsi: { 'AddressGroup': '1.2', Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: 'ConntrackHelper': '1.0', Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: 'LocalIPAssociation': '1.0', Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: 'Log': '1.0', Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: 'Network': '1.1', Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: 'Port': '1.7', Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: 'PortForwarding': '1.2', Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: 'QosPolicy': '1.10', Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: 'SecurityGroup': '1.5', Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: 'SecurityGroupRule': '1.2', Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: 'SubPort': '1.0', Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: 'Subnet': '1.1', Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: 'Trunk': '1.1'}} Jan 20 12:44:28.833609 dv-cinder-804035-24-iscsi neutron-server[109761]: {{(pid=109761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 12:44:28.908077 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Attempting to bind port 751ea4ad-12dc-494c-8579-42ca1f45fe6f on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:44:28.908398 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Attempting to bind port 751ea4ad-12dc-494c-8579-42ca1f45fe6f by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': '26d2744d-0bec-49b6-8951-88a8135c9bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'faa33c65-818c-4f64-8b0b-c3eb0321563d'}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:44:28.908832 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Attempting to bind port 751ea4ad-12dc-494c-8579-42ca1f45fe6f on network faa33c65-818c-4f64-8b0b-c3eb0321563d {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:44:28.914275 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:44:28.916040 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Checking segment: {'id': '26d2744d-0bec-49b6-8951-88a8135c9bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'faa33c65-818c-4f64-8b0b-c3eb0321563d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:44:28.916040 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:28.916040 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Bound using segment: {'id': '26d2744d-0bec-49b6-8951-88a8135c9bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'faa33c65-818c-4f64-8b0b-c3eb0321563d'} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:44:28.916040 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Bound port: 751ea4ad-12dc-494c-8579-42ca1f45fe6f, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d2744d-0bec-49b6-8951-88a8135c9bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'faa33c65-818c-4f64-8b0b-c3eb0321563d'}}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:44:28.916403 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (751ea4ad-12dc-494c-8579-42ca1f45fe6f), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:28.987364 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] For port 751ea4ad-12dc-494c-8579-42ca1f45fe6f, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:44:29.009071 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] For port 751ea4ad-12dc-494c-8579-42ca1f45fe6f, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=751ea4ad-12dc-494c-8579-42ca1f45fe6f,segment=NetworkSegment(26d2744d-0bec-49b6-8951-88a8135c9bf7),segment_id=26d2744d-0bec-49b6-8951-88a8135c9bf7)] {{(pid=109761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:44:29.079726 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (751ea4ad-12dc-494c-8579-42ca1f45fe6f), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:29.142099 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ea479-d1d3-4c88-abe8-22aba1649241 None None] Pushing event updated for resources: {'Port': ['ID=751ea4ad-12dc-494c-8579-42ca1f45fe6f,revision_number=2']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:44:30.375256 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 51124) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:44:30.724861 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [None req-217f2a49-4d46-44c3-8d9b-ec6b60490956 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109760) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 12:44:30.725924 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-217f2a49-4d46-44c3-8d9b-ec6b60490956 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3495829 Jan 20 12:44:33.158655 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-4add91d6-b503-4644-b977-d19221500068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:33.236600 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 51132) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:44:33.576945 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [None req-1a65d159-1267-4c67-a510-19103e41d03e admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109760) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 12:44:33.577834 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-1a65d159-1267-4c67-a510-19103e41d03e admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3401740 Jan 20 12:44:35.969169 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-fa6ce435-edb8-4172-9257-f3c3bc38b472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:36.386868 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 51142) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:44:36.734510 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-2d2f4953-49ae-4757-a4fb-53d217d6a7ef admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'admin_state_up': True}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:44:36.816030 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2d2f4953-49ae-4757-a4fb-53d217d6a7ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57998'] for router (81407628-7b0b-4ad4-917e-1e0a6110e0a9), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:36.817705 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2d2f4953-49ae-4757-a4fb-53d217d6a7ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1571958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1567031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57991'] for router (81407628-7b0b-4ad4-917e-1e0a6110e0a9), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:36.957663 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2d2f4953-49ae-4757-a4fb-53d217d6a7ef admin admin] Publish callbacks [] for router_controller (81407628-7b0b-4ad4-917e-1e0a6110e0a9), precommit_add_association {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:37.029047 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2d2f4953-49ae-4757-a4fb-53d217d6a7ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1571917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1567081'] for router (81407628-7b0b-4ad4-917e-1e0a6110e0a9), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:37.132138 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2d2f4953-49ae-4757-a4fb-53d217d6a7ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:37.133341 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-2d2f4953-49ae-4757-a4fb-53d217d6a7ef admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7454131 Jan 20 12:44:37.530223 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:39.721171 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 51164) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:44:39.752827 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:39.885410 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [None req-6da32aca-8974-4abb-90c8-ed02e7a65c83 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109759) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 12:44:39.886949 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-6da32aca-8974-4abb-90c8-ed02e7a65c83 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1647158 Jan 20 12:44:40.307935 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 751ea4ad-12dc-494c-8579-42ca1f45fe6f up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:44:40.400184 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 751ea4ad-12dc-494c-8579-42ca1f45fe6f triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:44:40.400607 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (751ea4ad-12dc-494c-8579-42ca1f45fe6f), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:40.561956 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 751ea4ad-12dc-494c-8579-42ca1f45fe6f is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:44:40.562591 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (751ea4ad-12dc-494c-8579-42ca1f45fe6f), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:40.621600 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30526f8d-cf57-4d00-a706-86dcaee03e85 None None] Network faa33c65-818c-4f64-8b0b-c3eb0321563d requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:44:40.630972 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] For port 751ea4ad-12dc-494c-8579-42ca1f45fe6f, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=751ea4ad-12dc-494c-8579-42ca1f45fe6f,segment=NetworkSegment(26d2744d-0bec-49b6-8951-88a8135c9bf7),segment_id=26d2744d-0bec-49b6-8951-88a8135c9bf7)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:44:40.726796 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (751ea4ad-12dc-494c-8579-42ca1f45fe6f), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:40.808959 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Pushing event updated for resources: {'Port': ['ID=751ea4ad-12dc-494c-8579-42ca1f45fe6f,revision_number=3']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:44:40.812213 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-6ac4e9fa-5c86-4840-85d5-a6665e340818 None None] Provisioning complete for port 751ea4ad-12dc-494c-8579-42ca1f45fe6f triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:44:40.812563 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6ac4e9fa-5c86-4840-85d5-a6665e340818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (751ea4ad-12dc-494c-8579-42ca1f45fe6f), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:40.936685 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:40.946458 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-6ac4e9fa-5c86-4840-85d5-a6665e340818 None None] Current status of the port 751ea4ad-12dc-494c-8579-42ca1f45fe6f is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:44:41.169577 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-65494622-6d01-46bf-b31d-2075fddbd129 None None] Provisioning complete for port 751ea4ad-12dc-494c-8579-42ca1f45fe6f triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:44:41.169989 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-65494622-6d01-46bf-b31d-2075fddbd129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (751ea4ad-12dc-494c-8579-42ca1f45fe6f), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:41.248185 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-65494622-6d01-46bf-b31d-2075fddbd129 None None] Current status of the port 751ea4ad-12dc-494c-8579-42ca1f45fe6f is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:44:42.250121 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 751ea4ad-12dc-494c-8579-42ca1f45fe6f up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:44:42.277680 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 51188) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:44:42.310211 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 751ea4ad-12dc-494c-8579-42ca1f45fe6f triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:44:42.310825 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (751ea4ad-12dc-494c-8579-42ca1f45fe6f), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:42.335309 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-6f9ce0db-3d5f-4bec-b013-d6476684b572 admin admin] Request body: {'network': {'project_id': '298719d55bea46369a951f9dd9a75e26', 'is_default': True, 'name': 'public', 'tenant_id': '298719d55bea46369a951f9dd9a75e26', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:44:42.392822 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 751ea4ad-12dc-494c-8579-42ca1f45fe6f is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:44:42.450044 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9ce0db-3d5f-4bec-b013-d6476684b572 admin admin] Made reservation on behalf of 298719d55bea46369a951f9dd9a75e26 for: {'network': 1} {{(pid=109760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:44:42.452324 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-6f9ce0db-3d5f-4bec-b013-d6476684b572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for network (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:42.462105 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-6f9ce0db-3d5f-4bec-b013-d6476684b572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:42.610083 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-6f9ce0db-3d5f-4bec-b013-d6476684b572 admin admin] Publish callbacks [] for security_group (bb666751-5cc8-47ea-82fd-d805f06fbc54), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:42.672780 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-6f9ce0db-3d5f-4bec-b013-d6476684b572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (bb666751-5cc8-47ea-82fd-d805f06fbc54), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:42.691586 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6f9ce0db-3d5f-4bec-b013-d6476684b572 admin admin] Reserving flat network on physical network physnet1 {{(pid=109760) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 20 12:44:42.708716 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ce0db-3d5f-4bec-b013-d6476684b572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb666751-5cc8-47ea-82fd-d805f06fbc54,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:44:42.714742 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-6f9ce0db-3d5f-4bec-b013-d6476684b572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (c032d15e-e0d1-450a-853c-1755f5cbbf5b), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:42.715099 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.db.segments_db [None req-6f9ce0db-3d5f-4bec-b013-d6476684b572 admin admin] Added segment c032d15e-e0d1-450a-853c-1755f5cbbf5b of type flat for network 2a70364f-7478-4e00-a602-43026420194c Jan 20 12:44:42.770069 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-6f9ce0db-3d5f-4bec-b013-d6476684b572 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775109455270'] for network (2a70364f-7478-4e00-a602-43026420194c), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:42.861553 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-6f9ce0db-3d5f-4bec-b013-d6476684b572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for network (2a70364f-7478-4e00-a602-43026420194c), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:42.862534 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9ce0db-3d5f-4bec-b013-d6476684b572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:44:42.863214 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-6f9ce0db-3d5f-4bec-b013-d6476684b572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:42.921012 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ce0db-3d5f-4bec-b013-d6476684b572 admin admin] Pushing event updated for resources: {'Network': ['ID=2a70364f-7478-4e00-a602-43026420194c,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:44:42.930468 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Network 2a70364f-7478-4e00-a602-43026420194c details requested by agent ovs-agent-dv-cinder-804035-24-iscsi with host dv-cinder-804035-24-iscsi {{(pid=109761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 12:44:42.961461 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-6f9ce0db-3d5f-4bec-b013-d6476684b572 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6825116 Jan 20 12:44:45.245977 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 51196) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:44:45.398001 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fd3566-2e14-47b8-a8b1-e557138b72a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:44:45.399414 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-34fd3566-2e14-47b8-a8b1-e557138b72a4 admin admin] 10.222.0.57 "GET /v2.0/subnets/544b362a-2846-4544-b7df-1c6847427cea HTTP/1.1" status: 200 len: 849 time: 0.1524732 Jan 20 12:44:45.517990 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-e699a5b1-ac7a-4a3c-b542-947b2d266aac admin admin] 10.222.0.57 "GET /v2.0/routers/81407628-7b0b-4ad4-917e-1e0a6110e0a9 HTTP/1.1" status: 200 len: 704 time: 0.1124306 Jan 20 12:44:45.783718 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7ae0d716-92a3-42ea-9513-d0a807e51934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:46.098114 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_common [None req-7ae0d716-92a3-42ea-9513-d0a807e51934 admin admin] Allocated IP 172.20.0.1 (faa33c65-818c-4f64-8b0b-c3eb0321563d/544b362a-2846-4544-b7df-1c6847427cea/fc9c5b40-335e-4c38-b34f-5d0d02efcedb) {{(pid=109760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:44:46.287662 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7ae0d716-92a3-42ea-9513-d0a807e51934 admin admin] Publish callbacks [] for port (fc9c5b40-335e-4c38-b34f-5d0d02efcedb), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:46.450591 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7ae0d716-92a3-42ea-9513-d0a807e51934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (fc9c5b40-335e-4c38-b34f-5d0d02efcedb), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:46.529810 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae0d716-92a3-42ea-9513-d0a807e51934 admin admin] Network faa33c65-818c-4f64-8b0b-c3eb0321563d is already hosted by enough agents. {{(pid=109760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:44:46.537989 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-7ae0d716-92a3-42ea-9513-d0a807e51934 admin admin] Resources bound (agent type, host, resource id): {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:44:46.543502 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0d716-92a3-42ea-9513-d0a807e51934 admin admin] Pushing event updated for resources: {'Port': ['ID=fc9c5b40-335e-4c38-b34f-5d0d02efcedb,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:44:46.547358 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae0d716-92a3-42ea-9513-d0a807e51934 admin admin] Received port after_create {{(pid=109760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:44:46.547892 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7ae0d716-92a3-42ea-9513-d0a807e51934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530587'] for router_interface (81407628-7b0b-4ad4-917e-1e0a6110e0a9), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:46.802735 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-403d0177-1300-4f05-a50f-1f79006dde30 None None] Provisioning complete for port fc9c5b40-335e-4c38-b34f-5d0d02efcedb triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:44:46.803305 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-403d0177-1300-4f05-a50f-1f79006dde30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (fc9c5b40-335e-4c38-b34f-5d0d02efcedb), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:46.839664 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-403d0177-1300-4f05-a50f-1f79006dde30 None None] Port fc9c5b40-335e-4c38-b34f-5d0d02efcedb cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 12:44:46.895932 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7ae0d716-92a3-42ea-9513-d0a807e51934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (fc9c5b40-335e-4c38-b34f-5d0d02efcedb), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:47.128936 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7ae0d716-92a3-42ea-9513-d0a807e51934 admin admin] Publish callbacks [] for port (fc9c5b40-335e-4c38-b34f-5d0d02efcedb), precommit_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:47.192293 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7ae0d716-92a3-42ea-9513-d0a807e51934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (fc9c5b40-335e-4c38-b34f-5d0d02efcedb), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:47.193081 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7ae0d716-92a3-42ea-9513-d0a807e51934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1477630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545703'] for router_interface (81407628-7b0b-4ad4-917e-1e0a6110e0a9), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:47.254568 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0d716-92a3-42ea-9513-d0a807e51934 admin admin] Pushing event updated for resources: {'Port': ['ID=fc9c5b40-335e-4c38-b34f-5d0d02efcedb,revision_number=2']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:44:47.321868 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae0d716-92a3-42ea-9513-d0a807e51934 admin admin] Network faa33c65-818c-4f64-8b0b-c3eb0321563d is already hosted by enough agents. {{(pid=109760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:44:47.323219 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-7ae0d716-92a3-42ea-9513-d0a807e51934 admin admin] Resources bound (agent type, host, resource id): {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:44:47.547763 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae0d716-92a3-42ea-9513-d0a807e51934 admin admin] Router 81407628-7b0b-4ad4-917e-1e0a6110e0a9 is scheduled to L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 with binding_index 1 {{(pid=109760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 12:44:47.562825 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-c5842eef-71bb-46fa-8ad6-8d7793a97468 None None] Provisioning complete for port fc9c5b40-335e-4c38-b34f-5d0d02efcedb triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:44:47.563221 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-c5842eef-71bb-46fa-8ad6-8d7793a97468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (fc9c5b40-335e-4c38-b34f-5d0d02efcedb), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:47.601905 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-c5842eef-71bb-46fa-8ad6-8d7793a97468 None None] Port fc9c5b40-335e-4c38-b34f-5d0d02efcedb cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 12:44:47.641585 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae0d716-92a3-42ea-9513-d0a807e51934 admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:44:47.646650 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-7ae0d716-92a3-42ea-9513-d0a807e51934 admin admin] 10.222.0.57 "PUT /v2.0/routers/81407628-7b0b-4ad4-917e-1e0a6110e0a9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1235242 Jan 20 12:44:47.652451 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69e39ac-15f0-4500-87fa-f5e26acaa8c2 None None] Sync routers for ids ['81407628-7b0b-4ad4-917e-1e0a6110e0a9'] in dv-cinder-804035-24-iscsi {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 12:44:47.666399 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69e39ac-15f0-4500-87fa-f5e26acaa8c2 None None] Routers {'81407628-7b0b-4ad4-917e-1e0a6110e0a9'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:44:47.667967 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-f69e39ac-15f0-4500-87fa-f5e26acaa8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:44:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['81407628-7b0b-4ad4-917e-1e0a6110e0a9'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:44:47.862196 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-f69e39ac-15f0-4500-87fa-f5e26acaa8c2 None None] Set router 81407628-7b0b-4ad4-917e-1e0a6110e0a9 gateway port host: None {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:44:48.355752 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-f69e39ac-15f0-4500-87fa-f5e26acaa8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81407628-7b0b-4ad4-917e-1e0a6110e0a9', 'name': 'router1', 'tenant_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:44:36Z', 'updated_at': '2022-01-20T12:44:46Z', 'revision_number': 2, 'project_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'gw_port_host': None, '_interfaces': [{'id': 'fc9c5b40-335e-4c38-b34f-5d0d02efcedb', 'name': '', 'network_id': 'faa33c65-818c-4f64-8b0b-c3eb0321563d', 'tenant_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'mac_address': 'fa:16:3e:64:25:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81407628-7b0b-4ad4-917e-1e0a6110e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '544b362a-2846-4544-b7df-1c6847427cea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:44:45Z', 'updated_at': '2022-01-20T12:44:46Z', 'revision_number': 2, 'project_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'subnets': [{'id': '544b362a-2846-4544-b7df-1c6847427cea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffb28da2-483b-408c-a3de-0fa5f3344bfd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:44:48.408631 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69e39ac-15f0-4500-87fa-f5e26acaa8c2 None None] Checking router: 81407628-7b0b-4ad4-917e-1e0a6110e0a9 for host: dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 12:44:48.409003 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69e39ac-15f0-4500-87fa-f5e26acaa8c2 None None] Updating router 81407628-7b0b-4ad4-917e-1e0a6110e0a9 port fc9c5b40-335e-4c38-b34f-5d0d02efcedb binding host dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 12:44:48.459225 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-f69e39ac-15f0-4500-87fa-f5e26acaa8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (fc9c5b40-335e-4c38-b34f-5d0d02efcedb), before_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:48.998315 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-f69e39ac-15f0-4500-87fa-f5e26acaa8c2 None None] Publish callbacks [] for port (fc9c5b40-335e-4c38-b34f-5d0d02efcedb), precommit_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:49.072818 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-f69e39ac-15f0-4500-87fa-f5e26acaa8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (fc9c5b40-335e-4c38-b34f-5d0d02efcedb), after_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:49.215410 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92489fac-0260-4cb3-b147-1cf29a60f81b None None] Pushing event updated for resources: {'Port': ['ID=fc9c5b40-335e-4c38-b34f-5d0d02efcedb,revision_number=3']} {{(pid=109762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:44:49.242106 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92489fac-0260-4cb3-b147-1cf29a60f81b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:49.242571 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92489fac-0260-4cb3-b147-1cf29a60f81b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:49.242809 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92489fac-0260-4cb3-b147-1cf29a60f81b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:49.243150 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92489fac-0260-4cb3-b147-1cf29a60f81b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:49.243482 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92489fac-0260-4cb3-b147-1cf29a60f81b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:49.243812 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92489fac-0260-4cb3-b147-1cf29a60f81b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:49.244213 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92489fac-0260-4cb3-b147-1cf29a60f81b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:49.245057 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92489fac-0260-4cb3-b147-1cf29a60f81b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:49.245386 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92489fac-0260-4cb3-b147-1cf29a60f81b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:49.245756 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92489fac-0260-4cb3-b147-1cf29a60f81b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:49.246085 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92489fac-0260-4cb3-b147-1cf29a60f81b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:49.246407 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92489fac-0260-4cb3-b147-1cf29a60f81b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:49.246732 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92489fac-0260-4cb3-b147-1cf29a60f81b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92489fac-0260-4cb3-b147-1cf29a60f81b None None] Tracked resource versions report: Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: pushed versions: Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: { 'AddressGroup': {'1.2'}, Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: 'ConntrackHelper': {'1.0'}, Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: 'LocalIPAssociation': {'1.0'}, Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: 'Log': {'1.0'}, Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: 'Network': {'1.1'}, Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: 'Port': {'1.7'}, Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: 'PortForwarding': {'1.2'}, Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: 'QosPolicy': {'1.10'}, Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: 'SecurityGroup': {'1.5'}, Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: 'SecurityGroupRule': {'1.2'}, Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: 'SubPort': {'1.0'}, Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: 'Subnet': {'1.1'}, Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: 'Trunk': {'1.1'}} Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: consumer versions: Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: { DHCP agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: L3 agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: Metadata agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: Metering agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: Open vSwitch agent@dv-cinder-804035-24-iscsi: { 'AddressGroup': '1.2', Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: 'ConntrackHelper': '1.0', Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: 'LocalIPAssociation': '1.0', Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: 'Log': '1.0', Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: 'Network': '1.1', Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: 'Port': '1.7', Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: 'PortForwarding': '1.2', Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: 'QosPolicy': '1.10', Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: 'SecurityGroup': '1.5', Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: 'SecurityGroupRule': '1.2', Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: 'SubPort': '1.0', Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: 'Subnet': '1.1', Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: 'Trunk': '1.1'}} Jan 20 12:44:49.248221 dv-cinder-804035-24-iscsi neutron-server[109762]: {{(pid=109762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 12:44:49.261308 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-f69e39ac-15f0-4500-87fa-f5e26acaa8c2 None None] Attempting to bind port fc9c5b40-335e-4c38-b34f-5d0d02efcedb on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:44:49.261740 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-f69e39ac-15f0-4500-87fa-f5e26acaa8c2 None None] Attempting to bind port fc9c5b40-335e-4c38-b34f-5d0d02efcedb by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': '26d2744d-0bec-49b6-8951-88a8135c9bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'faa33c65-818c-4f64-8b0b-c3eb0321563d'}] {{(pid=109762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:44:49.262190 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69e39ac-15f0-4500-87fa-f5e26acaa8c2 None None] Attempting to bind port fc9c5b40-335e-4c38-b34f-5d0d02efcedb on network faa33c65-818c-4f64-8b0b-c3eb0321563d {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:44:49.267602 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69e39ac-15f0-4500-87fa-f5e26acaa8c2 None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:44:49.268008 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69e39ac-15f0-4500-87fa-f5e26acaa8c2 None None] Checking segment: {'id': '26d2744d-0bec-49b6-8951-88a8135c9bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'faa33c65-818c-4f64-8b0b-c3eb0321563d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:44:49.268516 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-f69e39ac-15f0-4500-87fa-f5e26acaa8c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:49.268915 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69e39ac-15f0-4500-87fa-f5e26acaa8c2 None None] Bound using segment: {'id': '26d2744d-0bec-49b6-8951-88a8135c9bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'faa33c65-818c-4f64-8b0b-c3eb0321563d'} {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:44:49.269406 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-f69e39ac-15f0-4500-87fa-f5e26acaa8c2 None None] Bound port: fc9c5b40-335e-4c38-b34f-5d0d02efcedb, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d2744d-0bec-49b6-8951-88a8135c9bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'faa33c65-818c-4f64-8b0b-c3eb0321563d'}}] {{(pid=109762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:44:49.269819 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-f69e39ac-15f0-4500-87fa-f5e26acaa8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (fc9c5b40-335e-4c38-b34f-5d0d02efcedb), before_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:49.343015 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-a3d1753e-5c42-4b50-a43c-d70d2484c623 None None] Provisioning complete for port fc9c5b40-335e-4c38-b34f-5d0d02efcedb triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:44:49.343850 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-a3d1753e-5c42-4b50-a43c-d70d2484c623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (fc9c5b40-335e-4c38-b34f-5d0d02efcedb), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:49.349804 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.db [None req-f69e39ac-15f0-4500-87fa-f5e26acaa8c2 None None] For port fc9c5b40-335e-4c38-b34f-5d0d02efcedb, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:44:49.371154 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.db [None req-f69e39ac-15f0-4500-87fa-f5e26acaa8c2 None None] For port fc9c5b40-335e-4c38-b34f-5d0d02efcedb, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=fc9c5b40-335e-4c38-b34f-5d0d02efcedb,segment=NetworkSegment(26d2744d-0bec-49b6-8951-88a8135c9bf7),segment_id=26d2744d-0bec-49b6-8951-88a8135c9bf7)] {{(pid=109762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:44:49.389835 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-a3d1753e-5c42-4b50-a43c-d70d2484c623 None None] Port fc9c5b40-335e-4c38-b34f-5d0d02efcedb cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 12:44:49.438008 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-f69e39ac-15f0-4500-87fa-f5e26acaa8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (fc9c5b40-335e-4c38-b34f-5d0d02efcedb), after_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:49.497090 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69e39ac-15f0-4500-87fa-f5e26acaa8c2 None None] Routers {'81407628-7b0b-4ad4-917e-1e0a6110e0a9'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:44:49.497771 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-f69e39ac-15f0-4500-87fa-f5e26acaa8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:44:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['81407628-7b0b-4ad4-917e-1e0a6110e0a9'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:44:49.532838 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92489fac-0260-4cb3-b147-1cf29a60f81b None None] Pushing event updated for resources: {'Port': ['ID=fc9c5b40-335e-4c38-b34f-5d0d02efcedb,revision_number=4']} {{(pid=109762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:44:49.604765 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-f69e39ac-15f0-4500-87fa-f5e26acaa8c2 None None] Set router 81407628-7b0b-4ad4-917e-1e0a6110e0a9 gateway port host: None {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:44:49.715422 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-9b1bc0fc-a455-4e76-a896-aed7ce5a158f None None] Provisioning complete for port fc9c5b40-335e-4c38-b34f-5d0d02efcedb triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:44:49.716273 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc0fc-a455-4e76-a896-aed7ce5a158f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (fc9c5b40-335e-4c38-b34f-5d0d02efcedb), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:49.842322 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-9b1bc0fc-a455-4e76-a896-aed7ce5a158f None None] Current status of the port fc9c5b40-335e-4c38-b34f-5d0d02efcedb is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:44:49.842728 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc0fc-a455-4e76-a896-aed7ce5a158f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (fc9c5b40-335e-4c38-b34f-5d0d02efcedb), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:49.859689 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-f69e39ac-15f0-4500-87fa-f5e26acaa8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81407628-7b0b-4ad4-917e-1e0a6110e0a9', 'name': 'router1', 'tenant_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:44:36Z', 'updated_at': '2022-01-20T12:44:46Z', 'revision_number': 2, 'project_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'gw_port_host': None, '_interfaces': [{'id': 'fc9c5b40-335e-4c38-b34f-5d0d02efcedb', 'name': '', 'network_id': 'faa33c65-818c-4f64-8b0b-c3eb0321563d', 'tenant_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'mac_address': 'fa:16:3e:64:25:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81407628-7b0b-4ad4-917e-1e0a6110e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '544b362a-2846-4544-b7df-1c6847427cea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:44:45Z', 'updated_at': '2022-01-20T12:44:49Z', 'revision_number': 4, 'project_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'subnets': [{'id': '544b362a-2846-4544-b7df-1c6847427cea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffb28da2-483b-408c-a3de-0fa5f3344bfd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:44:49.890788 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69e39ac-15f0-4500-87fa-f5e26acaa8c2 None None] The sync data for ids ['81407628-7b0b-4ad4-917e-1e0a6110e0a9'] in dv-cinder-804035-24-iscsi is: [{'id': '81407628-7b0b-4ad4-917e-1e0a6110e0a9', 'name': 'router1', 'tenant_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:44:36Z', 'updated_at': '2022-01-20T12:44:46Z', 'revision_number': 2, 'project_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'gw_port_host': None, '_interfaces': [{'id': 'fc9c5b40-335e-4c38-b34f-5d0d02efcedb', 'name': '', 'network_id': 'faa33c65-818c-4f64-8b0b-c3eb0321563d', 'tenant_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'mac_address': 'fa:16:3e:64:25:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81407628-7b0b-4ad4-917e-1e0a6110e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '544b362a-2846-4544-b7df-1c6847427cea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:44:45Z', 'updated_at': '2022-01-20T12:44:49Z', 'revision_number': 4, 'project_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'subnets': [{'id': '544b362a-2846-4544-b7df-1c6847427cea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffb28da2-483b-408c-a3de-0fa5f3344bfd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 12:44:49.895227 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-9b1bc0fc-a455-4e76-a896-aed7ce5a158f None None] For port fc9c5b40-335e-4c38-b34f-5d0d02efcedb, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=fc9c5b40-335e-4c38-b34f-5d0d02efcedb,segment=NetworkSegment(26d2744d-0bec-49b6-8951-88a8135c9bf7),segment_id=26d2744d-0bec-49b6-8951-88a8135c9bf7)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:44:49.993535 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc0fc-a455-4e76-a896-aed7ce5a158f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (fc9c5b40-335e-4c38-b34f-5d0d02efcedb), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:50.059841 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1bc0fc-a455-4e76-a896-aed7ce5a158f None None] Pushing event updated for resources: {'Port': ['ID=fc9c5b40-335e-4c38-b34f-5d0d02efcedb,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:44:51.793870 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 5 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 12:44:52.497791 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 51216) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:44:52.614704 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b0d2a6-1b15-4a7f-b294-9d971ddfac21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:44:52.621327 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-28b0d2a6-1b15-4a7f-b294-9d971ddfac21 admin admin] 10.222.0.57 "GET /v2.0/networks/2a70364f-7478-4e00-a602-43026420194c HTTP/1.1" status: 200 len: 842 time: 0.1173196 Jan 20 12:44:52.625689 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-a9925562-440d-421d-9bf3-c3480fe170bc admin admin] Request body: {'subnet': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'tenant_id': '298719d55bea46369a951f9dd9a75e26', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:44:52.729947 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9925562-440d-421d-9bf3-c3480fe170bc admin admin] Made reservation on behalf of 298719d55bea46369a951f9dd9a75e26 for: {'subnet': 1} {{(pid=109760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:44:52.732331 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a9925562-440d-421d-9bf3-c3480fe170bc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:53.215508 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.objects.ports [None req-a9925562-440d-421d-9bf3-c3480fe170bc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109760) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 20 12:44:53.215971 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a9925562-440d-421d-9bf3-c3480fe170bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for subnet (64f75221-ca68-464e-809b-7e1d4f1c5699), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:53.274925 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9925562-440d-421d-9bf3-c3480fe170bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=64f75221-ca68-464e-809b-7e1d4f1c5699,revision_number=0']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:44:53.287603 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9925562-440d-421d-9bf3-c3480fe170bc admin admin] Checking segment: {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:44:53.287893 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9925562-440d-421d-9bf3-c3480fe170bc admin admin] Network hostable DHCP agents. Network: 2a70364f-7478-4e00-a602-43026420194c, hostable agents: ['34b5833e-9762-4604-a0fa-5558c3f0462d'], hosted agents: [] {{(pid=109760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 12:44:53.380460 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9925562-440d-421d-9bf3-c3480fe170bc admin admin] Network 2a70364f-7478-4e00-a602-43026420194c is scheduled to be hosted by DHCP agent 34b5833e-9762-4604-a0fa-5558c3f0462d with binding_index 1 {{(pid=109760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 12:44:53.466726 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-a9925562-440d-421d-9bf3-c3480fe170bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-24-iscsi, 2a70364f-7478-4e00-a602-43026420194c) {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:44:53.471653 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9925562-440d-421d-9bf3-c3480fe170bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:44:53.472569 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a9925562-440d-421d-9bf3-c3480fe170bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for subnet (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:53.476991 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4182792-da72-4e9f-9725-eadf3c51898e None None] Network 2a70364f-7478-4e00-a602-43026420194c requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:44:53.543739 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-a9925562-440d-421d-9bf3-c3480fe170bc admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9215803 Jan 20 12:44:53.606731 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0602db0-1f59-43c8-adac-3b23f3a8a828 None None] Network 2a70364f-7478-4e00-a602-43026420194c requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:44:55.917077 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 51224) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:44:56.052737 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-feca1268-9334-4c48-9036-44e94e20449d admin admin] 10.222.0.57 "GET /v2.0/routers/81407628-7b0b-4ad4-917e-1e0a6110e0a9 HTTP/1.1" status: 200 len: 710 time: 0.1343505 Jan 20 12:44:56.146276 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e0cfc7-912d-48c8-a49c-318aab75bf88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:44:56.147665 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-d8e0cfc7-912d-48c8-a49c-318aab75bf88 admin admin] 10.222.0.57 "GET /v2.0/networks/2a70364f-7478-4e00-a602-43026420194c HTTP/1.1" status: 200 len: 886 time: 0.0891073 Jan 20 12:44:56.156647 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-015f6734-386f-4210-b0bc-c3ad90a81a3f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c'}}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:44:56.492226 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-015f6734-386f-4210-b0bc-c3ad90a81a3f admin admin] Publish callbacks [] for router_gateway (81407628-7b0b-4ad4-917e-1e0a6110e0a9), precommit_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:56.802971 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-015f6734-386f-4210-b0bc-c3ad90a81a3f admin admin] Publish callbacks [] for router_gateway (81407628-7b0b-4ad4-917e-1e0a6110e0a9), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:56.889601 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-015f6734-386f-4210-b0bc-c3ad90a81a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:57.071347 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_common [None req-015f6734-386f-4210-b0bc-c3ad90a81a3f admin admin] Allocated IP 172.27.0.155 (2a70364f-7478-4e00-a602-43026420194c/64f75221-ca68-464e-809b-7e1d4f1c5699/6fcbd297-1c05-404a-91a3-93aae3722792) {{(pid=109760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:44:57.188662 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-015f6734-386f-4210-b0bc-c3ad90a81a3f admin admin] Publish callbacks [] for port (6fcbd297-1c05-404a-91a3-93aae3722792), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:57.272802 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-015f6734-386f-4210-b0bc-c3ad90a81a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (6fcbd297-1c05-404a-91a3-93aae3722792), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:57.313786 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015f6734-386f-4210-b0bc-c3ad90a81a3f admin admin] Network 2a70364f-7478-4e00-a602-43026420194c is already hosted by enough agents. {{(pid=109760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:44:57.316632 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-015f6734-386f-4210-b0bc-c3ad90a81a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:44:57.325268 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015f6734-386f-4210-b0bc-c3ad90a81a3f admin admin] Received port after_create {{(pid=109760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:44:57.326017 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f6734-386f-4210-b0bc-c3ad90a81a3f admin admin] Pushing event updated for resources: {'Port': ['ID=6fcbd297-1c05-404a-91a3-93aae3722792,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:44:57.629044 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-015f6734-386f-4210-b0bc-c3ad90a81a3f admin admin] Publish callbacks [] for router_gateway (81407628-7b0b-4ad4-917e-1e0a6110e0a9), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:57.839886 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-015f6734-386f-4210-b0bc-c3ad90a81a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1567018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1571908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58089'] for router (81407628-7b0b-4ad4-917e-1e0a6110e0a9), precommit_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:57.843405 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-015f6734-386f-4210-b0bc-c3ad90a81a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1567081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1567009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1567072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1571923'] for router (81407628-7b0b-4ad4-917e-1e0a6110e0a9), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:58.039766 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015f6734-386f-4210-b0bc-c3ad90a81a3f admin admin] Router 81407628-7b0b-4ad4-917e-1e0a6110e0a9 has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 12:44:58.158670 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015f6734-386f-4210-b0bc-c3ad90a81a3f admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:44:58.163626 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-015f6734-386f-4210-b0bc-c3ad90a81a3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:58.177451 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-015f6734-386f-4210-b0bc-c3ad90a81a3f admin admin] 10.222.0.57 "PUT /v2.0/routers/81407628-7b0b-4ad4-917e-1e0a6110e0a9 HTTP/1.1" status: 200 len: 890 time: 2.0114911 Jan 20 12:44:58.320575 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device fc9c5b40-335e-4c38-b34f-5d0d02efcedb up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:44:58.380090 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port fc9c5b40-335e-4c38-b34f-5d0d02efcedb triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:44:58.380885 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (fc9c5b40-335e-4c38-b34f-5d0d02efcedb), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:58.478319 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port fc9c5b40-335e-4c38-b34f-5d0d02efcedb is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:44:58.504042 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406dc16d-a276-4920-883f-604f6099af56 None None] Sync routers for ids ['81407628-7b0b-4ad4-917e-1e0a6110e0a9'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 12:44:58.518093 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406dc16d-a276-4920-883f-604f6099af56 None None] Routers {'81407628-7b0b-4ad4-917e-1e0a6110e0a9'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:44:58.519213 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-406dc16d-a276-4920-883f-604f6099af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:44:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['81407628-7b0b-4ad4-917e-1e0a6110e0a9'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:44:58.845290 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-406dc16d-a276-4920-883f-604f6099af56 None None] Set router 81407628-7b0b-4ad4-917e-1e0a6110e0a9 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:44:59.425817 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-406dc16d-a276-4920-883f-604f6099af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81407628-7b0b-4ad4-917e-1e0a6110e0a9', 'name': 'router1', 'tenant_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '6fcbd297-1c05-404a-91a3-93aae3722792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:44:36Z', 'updated_at': '2022-01-20T12:44:57Z', 'revision_number': 4, 'project_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'gw_port': {'id': '6fcbd297-1c05-404a-91a3-93aae3722792', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:89:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81407628-7b0b-4ad4-917e-1e0a6110e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:44:56Z', 'updated_at': '2022-01-20T12:44:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': 'fc9c5b40-335e-4c38-b34f-5d0d02efcedb', 'name': '', 'network_id': 'faa33c65-818c-4f64-8b0b-c3eb0321563d', 'tenant_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'mac_address': 'fa:16:3e:64:25:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81407628-7b0b-4ad4-917e-1e0a6110e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '544b362a-2846-4544-b7df-1c6847427cea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:44:45Z', 'updated_at': '2022-01-20T12:44:49Z', 'revision_number': 5, 'project_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'subnets': [{'id': '544b362a-2846-4544-b7df-1c6847427cea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffb28da2-483b-408c-a3de-0fa5f3344bfd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:44:59.478950 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406dc16d-a276-4920-883f-604f6099af56 None None] Checking router: 81407628-7b0b-4ad4-917e-1e0a6110e0a9 for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 12:44:59.479217 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406dc16d-a276-4920-883f-604f6099af56 None None] Updating router 81407628-7b0b-4ad4-917e-1e0a6110e0a9 port 6fcbd297-1c05-404a-91a3-93aae3722792 binding host dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 12:44:59.527037 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-406dc16d-a276-4920-883f-604f6099af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (6fcbd297-1c05-404a-91a3-93aae3722792), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:59.881526 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-406dc16d-a276-4920-883f-604f6099af56 None None] Publish callbacks [] for port (6fcbd297-1c05-404a-91a3-93aae3722792), precommit_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:44:59.947535 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-406dc16d-a276-4920-883f-604f6099af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (6fcbd297-1c05-404a-91a3-93aae3722792), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:45:00.004905 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-406dc16d-a276-4920-883f-604f6099af56 None None] Attempting to bind port 6fcbd297-1c05-404a-91a3-93aae3722792 on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:45:00.005289 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-406dc16d-a276-4920-883f-604f6099af56 None None] Attempting to bind port 6fcbd297-1c05-404a-91a3-93aae3722792 by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:45:00.005692 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406dc16d-a276-4920-883f-604f6099af56 None None] Attempting to bind port 6fcbd297-1c05-404a-91a3-93aae3722792 on network 2a70364f-7478-4e00-a602-43026420194c {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:45:00.007721 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f4ed9-7f62-468c-9667-81a4348f66f4 None None] Pushing event updated for resources: {'Port': ['ID=6fcbd297-1c05-404a-91a3-93aae3722792,revision_number=2']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:45:00.014872 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406dc16d-a276-4920-883f-604f6099af56 None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:45:00.015316 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406dc16d-a276-4920-883f-604f6099af56 None None] Checking segment: {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:45:00.016140 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-406dc16d-a276-4920-883f-604f6099af56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:45:00.016140 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406dc16d-a276-4920-883f-604f6099af56 None None] Bound using segment: {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:45:00.016583 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-406dc16d-a276-4920-883f-604f6099af56 None None] Bound port: 6fcbd297-1c05-404a-91a3-93aae3722792, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'}}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:45:00.016970 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-406dc16d-a276-4920-883f-604f6099af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (6fcbd297-1c05-404a-91a3-93aae3722792), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:45:00.071385 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-406dc16d-a276-4920-883f-604f6099af56 None None] For port 6fcbd297-1c05-404a-91a3-93aae3722792, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:45:00.075425 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-406dc16d-a276-4920-883f-604f6099af56 None None] For port 6fcbd297-1c05-404a-91a3-93aae3722792, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=6fcbd297-1c05-404a-91a3-93aae3722792,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:45:00.135550 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-406dc16d-a276-4920-883f-604f6099af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (6fcbd297-1c05-404a-91a3-93aae3722792), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:45:00.195648 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406dc16d-a276-4920-883f-604f6099af56 None None] Routers {'81407628-7b0b-4ad4-917e-1e0a6110e0a9'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:45:00.196271 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-406dc16d-a276-4920-883f-604f6099af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:44:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['81407628-7b0b-4ad4-917e-1e0a6110e0a9'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:45:00.198894 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f4ed9-7f62-468c-9667-81a4348f66f4 None None] Pushing event updated for resources: {'Port': ['ID=6fcbd297-1c05-404a-91a3-93aae3722792,revision_number=3']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:45:00.312904 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-406dc16d-a276-4920-883f-604f6099af56 None None] Set router 81407628-7b0b-4ad4-917e-1e0a6110e0a9 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:45:00.537382 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-406dc16d-a276-4920-883f-604f6099af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81407628-7b0b-4ad4-917e-1e0a6110e0a9', 'name': 'router1', 'tenant_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '6fcbd297-1c05-404a-91a3-93aae3722792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:44:36Z', 'updated_at': '2022-01-20T12:44:57Z', 'revision_number': 4, 'project_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'gw_port': {'id': '6fcbd297-1c05-404a-91a3-93aae3722792', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:89:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81407628-7b0b-4ad4-917e-1e0a6110e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:44:56Z', 'updated_at': '2022-01-20T12:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': 'fc9c5b40-335e-4c38-b34f-5d0d02efcedb', 'name': '', 'network_id': 'faa33c65-818c-4f64-8b0b-c3eb0321563d', 'tenant_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'mac_address': 'fa:16:3e:64:25:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81407628-7b0b-4ad4-917e-1e0a6110e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '544b362a-2846-4544-b7df-1c6847427cea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:44:45Z', 'updated_at': '2022-01-20T12:44:49Z', 'revision_number': 5, 'project_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'subnets': [{'id': '544b362a-2846-4544-b7df-1c6847427cea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffb28da2-483b-408c-a3de-0fa5f3344bfd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:45:00.565219 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406dc16d-a276-4920-883f-604f6099af56 None None] The sync data for ids ['81407628-7b0b-4ad4-917e-1e0a6110e0a9'] in dv-cinder-804035-24-iscsi is: [{'id': '81407628-7b0b-4ad4-917e-1e0a6110e0a9', 'name': 'router1', 'tenant_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '6fcbd297-1c05-404a-91a3-93aae3722792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:44:36Z', 'updated_at': '2022-01-20T12:44:57Z', 'revision_number': 4, 'project_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'gw_port': {'id': '6fcbd297-1c05-404a-91a3-93aae3722792', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:89:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81407628-7b0b-4ad4-917e-1e0a6110e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:44:56Z', 'updated_at': '2022-01-20T12:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': 'fc9c5b40-335e-4c38-b34f-5d0d02efcedb', 'name': '', 'network_id': 'faa33c65-818c-4f64-8b0b-c3eb0321563d', 'tenant_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'mac_address': 'fa:16:3e:64:25:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81407628-7b0b-4ad4-917e-1e0a6110e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '544b362a-2846-4544-b7df-1c6847427cea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:44:45Z', 'updated_at': '2022-01-20T12:44:49Z', 'revision_number': 5, 'project_id': '50d67bbd0f874c3ba5ccc5ffc402679a', 'subnets': [{'id': '544b362a-2846-4544-b7df-1c6847427cea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffb28da2-483b-408c-a3de-0fa5f3344bfd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 12:45:00.900286 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 51236) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:45:01.027870 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-e6ee34de-18ba-4bde-aa32-6176336ad151 admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1260588 Jan 20 12:45:02.303125 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 6fcbd297-1c05-404a-91a3-93aae3722792 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:45:02.356421 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 6fcbd297-1c05-404a-91a3-93aae3722792 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:45:02.356829 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (6fcbd297-1c05-404a-91a3-93aae3722792), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:45:02.472213 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 6fcbd297-1c05-404a-91a3-93aae3722792 is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:45:02.472606 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (6fcbd297-1c05-404a-91a3-93aae3722792), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:45:02.493944 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] For port 6fcbd297-1c05-404a-91a3-93aae3722792, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=6fcbd297-1c05-404a-91a3-93aae3722792,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:45:02.569052 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (6fcbd297-1c05-404a-91a3-93aae3722792), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:45:02.623380 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Pushing event updated for resources: {'Port': ['ID=6fcbd297-1c05-404a-91a3-93aae3722792,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:45:03.146251 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-97ace425-5d04-43a3-adf0-ee8007dfa2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:45:04.331650 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 6fcbd297-1c05-404a-91a3-93aae3722792 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:45:04.391541 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 6fcbd297-1c05-404a-91a3-93aae3722792 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:45:04.392252 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (6fcbd297-1c05-404a-91a3-93aae3722792), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:45:04.485748 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 6fcbd297-1c05-404a-91a3-93aae3722792 is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:45:06.027296 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-cc32c47d-38f1-4304-bc13-f0db7fa621f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:45:07.587117 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:45:09.866978 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:45:10.883195 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:45:28.795866 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 5 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 12:45:33.193303 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-7c229b19-526c-4646-9eb9-16dec07df93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:45:36.057970 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-c197229c-e5d7-414e-a40c-ef583a0a3837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:45:37.516928 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:45:39.768233 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:45:40.888676 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:46:03.172645 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-2842715b-18e6-413d-bc44-3741442b029e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:46:05.794955 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 5 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 12:46:05.978731 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-8b19369c-e449-4e1a-af9d-4ebce614ea91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:46:07.544432 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:46:09.761133 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:46:10.875540 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:46:30.464822 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 51720) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:46:30.527328 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8064c79-f9cd-4a8e-bc3f-71e082d91750 admin admin] GET failed (client error): The resource could not be found. Jan 20 12:46:30.528756 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-e8064c79-f9cd-4a8e-bc3f-71e082d91750 admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0630631 Jan 20 12:46:30.688480 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70c69c4-d189-4bfd-9a39-d216b60fbee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:46:30.689988 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-c70c69c4-d189-4bfd-9a39-d216b60fbee2 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1571782 Jan 20 12:46:32.931199 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 51730) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:46:33.025487 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b166714c-1738-4316-99e2-a0048f5720ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:46:33.026869 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-b166714c-1738-4316-99e2-a0048f5720ae admin admin] 10.222.0.57 "GET /v2.0/subnets/544b362a-2846-4544-b7df-1c6847427cea HTTP/1.1" status: 200 len: 849 time: 0.0946956 Jan 20 12:46:33.036410 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-25fd4647-7ea0-474f-9ca9-5425ffbcedc6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:46:33.120338 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-25fd4647-7ea0-474f-9ca9-5425ffbcedc6 admin admin] Publish callbacks [] for subnet (544b362a-2846-4544-b7df-1c6847427cea), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:46:33.160057 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-d45a73fc-6c51-4070-9188-c09241c50ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:46:33.343450 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-25fd4647-7ea0-474f-9ca9-5425ffbcedc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775109970032'] for subnet (544b362a-2846-4544-b7df-1c6847427cea), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:46:33.373264 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fd4647-7ea0-474f-9ca9-5425ffbcedc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:46:33.373794 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-25fd4647-7ea0-474f-9ca9-5425ffbcedc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for subnet (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:46:33.375080 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-25fd4647-7ea0-474f-9ca9-5425ffbcedc6 admin admin] 10.222.0.57 "PUT /v2.0/subnets/544b362a-2846-4544-b7df-1c6847427cea HTTP/1.1" status: 200 len: 868 time: 0.3423958 Jan 20 12:46:33.396161 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd4647-7ea0-474f-9ca9-5425ffbcedc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=544b362a-2846-4544-b7df-1c6847427cea,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:46:33.397193 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457d9cf0-ce35-4c8b-940d-c0507e2813cc None None] Network faa33c65-818c-4f64-8b0b-c3eb0321563d requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:46:33.403716 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd4647-7ea0-474f-9ca9-5425ffbcedc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:46:33.404102 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd4647-7ea0-474f-9ca9-5425ffbcedc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:46:33.404410 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd4647-7ea0-474f-9ca9-5425ffbcedc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:46:33.404748 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd4647-7ea0-474f-9ca9-5425ffbcedc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:46:33.405080 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd4647-7ea0-474f-9ca9-5425ffbcedc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:46:33.405410 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd4647-7ea0-474f-9ca9-5425ffbcedc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:46:33.405777 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd4647-7ea0-474f-9ca9-5425ffbcedc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:46:33.406106 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd4647-7ea0-474f-9ca9-5425ffbcedc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:46:33.406438 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd4647-7ea0-474f-9ca9-5425ffbcedc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:46:33.406761 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd4647-7ea0-474f-9ca9-5425ffbcedc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:46:33.407098 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd4647-7ea0-474f-9ca9-5425ffbcedc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:46:33.407411 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd4647-7ea0-474f-9ca9-5425ffbcedc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:46:33.407731 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd4647-7ea0-474f-9ca9-5425ffbcedc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:46:33.758852 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-ef3a2b1e-7cf9-441a-9b21-42e3c60e685a None None] Provisioning complete for port 751ea4ad-12dc-494c-8579-42ca1f45fe6f triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:46:33.759246 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-ef3a2b1e-7cf9-441a-9b21-42e3c60e685a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (751ea4ad-12dc-494c-8579-42ca1f45fe6f), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:46:33.839528 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a2b1e-7cf9-441a-9b21-42e3c60e685a None None] Current status of the port 751ea4ad-12dc-494c-8579-42ca1f45fe6f is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:46:33.849763 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-ef3a2b1e-7cf9-441a-9b21-42e3c60e685a None None] Provisioning complete for port fc9c5b40-335e-4c38-b34f-5d0d02efcedb triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:46:33.850168 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-ef3a2b1e-7cf9-441a-9b21-42e3c60e685a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (fc9c5b40-335e-4c38-b34f-5d0d02efcedb), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:46:33.924448 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a2b1e-7cf9-441a-9b21-42e3c60e685a None None] Current status of the port fc9c5b40-335e-4c38-b34f-5d0d02efcedb is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:46:35.633537 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 51738) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:46:35.834736 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe606cb-0272-43b0-b8cc-7c522ac798a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:46:35.835114 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe606cb-0272-43b0-b8cc-7c522ac798a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:46:35.836655 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-dbe606cb-0272-43b0-b8cc-7c522ac798a2 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2021592 Jan 20 12:46:35.977577 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-ca6e6221-af69-4b54-8b5d-0ff14f9457e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:46:37.526353 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:46:38.134425 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 51746) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:46:38.360000 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243c7dcb-5c7b-41eb-92bb-1f7dfea66480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:46:38.360383 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243c7dcb-5c7b-41eb-92bb-1f7dfea66480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:46:38.362039 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-243c7dcb-5c7b-41eb-92bb-1f7dfea66480 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2265420 Jan 20 12:46:39.759941 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:46:40.630713 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 51756) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:46:40.786471 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62531f32-924f-4cdb-ab95-9151b200a181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:46:40.787416 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-62531f32-924f-4cdb-ab95-9151b200a181 admin admin] 10.222.0.57 "GET /v2.0/networks/2a70364f-7478-4e00-a602-43026420194c HTTP/1.1" status: 200 len: 886 time: 0.1557584 Jan 20 12:46:40.931929 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:46:42.793072 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 5 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 12:46:43.019259 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 51764) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:46:43.151204 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e90f61-5c44-4e4b-8ae7-61d4f22d94c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:46:43.152598 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-96e90f61-5c44-4e4b-8ae7-61d4f22d94c4 admin admin] 10.222.0.57 "GET /v2.0/networks/faa33c65-818c-4f64-8b0b-c3eb0321563d HTTP/1.1" status: 200 len: 869 time: 0.1324928 Jan 20 12:46:45.393683 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 51772) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:46:45.519467 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08d014d-ae65-4ac1-84ee-1ca8e52493a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:46:45.519827 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08d014d-ae65-4ac1-84ee-1ca8e52493a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:46:45.521369 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-b08d014d-ae65-4ac1-84ee-1ca8e52493a7 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1266520 Jan 20 12:46:47.791134 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 51780) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:46:47.951842 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e86da72-46c0-4dd0-a31a-b39ce2ac98cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:46:47.952303 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e86da72-46c0-4dd0-a31a-b39ce2ac98cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:46:47.953942 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-9e86da72-46c0-4dd0-a31a-b39ce2ac98cc admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1618564 Jan 20 12:46:50.218268 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 51788) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:46:50.319951 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae1fb72-8e37-462d-b682-c5db3e0b738c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:46:50.321336 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-fae1fb72-8e37-462d-b682-c5db3e0b738c admin admin] 10.222.0.57 "GET /v2.0/subnets/544b362a-2846-4544-b7df-1c6847427cea HTTP/1.1" status: 200 len: 868 time: 0.1021266 Jan 20 12:46:52.565757 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 51796) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:46:52.658330 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6375899-fff2-44cb-b67e-b80020759de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:46:52.661285 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-a6375899-fff2-44cb-b67e-b80020759de2 admin admin] 10.222.0.57 "GET /v2.0/subnets/64f75221-ca68-464e-809b-7e1d4f1c5699 HTTP/1.1" status: 200 len: 816 time: 0.0930293 Jan 20 12:47:03.130610 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bad76933-b082-4723-9341-d13856f55947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:05.970722 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-d7b058b8-b370-4f92-b1e0-0c4182debb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:07.502296 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:09.759058 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:10.890797 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:17.355023 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 51850) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:47:17.403022 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [None req-5a66b37d-b484-485b-b91b-85ffd4437d76 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109760) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 12:47:17.404070 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-5a66b37d-b484-485b-b91b-85ffd4437d76 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480995 Jan 20 12:47:19.721793 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 51858) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:47:19.782319 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc435aec-34ff-40c3-a4c2-de0ff536f977 admin admin] GET failed (client error): The resource could not be found. Jan 20 12:47:19.783684 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-dc435aec-34ff-40c3-a4c2-de0ff536f977 admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606112 Jan 20 12:47:19.791198 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 5 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 12:47:19.926771 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20a2c85-9939-4dfb-a260-127d6bed6889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:47:19.928183 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-c20a2c85-9939-4dfb-a260-127d6bed6889 admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1405308 Jan 20 12:47:22.215257 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 51868) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:47:22.261411 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-af95b497-2dcf-4973-b3c1-a2732fb6885f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'tenant_id': '298719d55bea46369a951f9dd9a75e26', 'project_id': '298719d55bea46369a951f9dd9a75e26', 'shared': True}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:47:22.353121 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af95b497-2dcf-4973-b3c1-a2732fb6885f admin admin] Made reservation on behalf of 298719d55bea46369a951f9dd9a75e26 for: {'network': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:47:22.355488 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-af95b497-2dcf-4973-b3c1-a2732fb6885f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for network (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:22.398770 dv-cinder-804035-24-iscsi neutron-server[109759]: WARNING neutron.services.revisions.revision_plugin [None req-af95b497-2dcf-4973-b3c1-a2732fb6885f admin admin] Could not find related network for resource to bump revision. Jan 20 12:47:22.414507 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af95b497-2dcf-4973-b3c1-a2732fb6885f admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=109759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 12:47:22.427633 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-af95b497-2dcf-4973-b3c1-a2732fb6885f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775109942155', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (73cbc535-926b-4a03-8fa2-26f4f66adec5), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:22.428195 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-af95b497-2dcf-4973-b3c1-a2732fb6885f admin admin] Unsubscribe: segment precommit_create {{(pid=109759) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 20 12:47:22.428669 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.db.segments_db [None req-af95b497-2dcf-4973-b3c1-a2732fb6885f admin admin] Added segment 73cbc535-926b-4a03-8fa2-26f4f66adec5 of type vlan for network b204e8d6-56b1-427e-93d2-d4a37830a6b6 Jan 20 12:47:22.475060 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-af95b497-2dcf-4973-b3c1-a2732fb6885f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775109455270'] for network (b204e8d6-56b1-427e-93d2-d4a37830a6b6), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:22.570437 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-af95b497-2dcf-4973-b3c1-a2732fb6885f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for network (b204e8d6-56b1-427e-93d2-d4a37830a6b6), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:22.571451 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af95b497-2dcf-4973-b3c1-a2732fb6885f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:47:22.571999 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-af95b497-2dcf-4973-b3c1-a2732fb6885f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:22.660117 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95b497-2dcf-4973-b3c1-a2732fb6885f admin admin] Pushing event updated for resources: {'Network': ['ID=b204e8d6-56b1-427e-93d2-d4a37830a6b6,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:47:22.666572 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95b497-2dcf-4973-b3c1-a2732fb6885f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:47:22.666940 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95b497-2dcf-4973-b3c1-a2732fb6885f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:47:22.667288 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95b497-2dcf-4973-b3c1-a2732fb6885f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:47:22.667623 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95b497-2dcf-4973-b3c1-a2732fb6885f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:47:22.667954 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95b497-2dcf-4973-b3c1-a2732fb6885f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:47:22.668281 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95b497-2dcf-4973-b3c1-a2732fb6885f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:47:22.668607 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95b497-2dcf-4973-b3c1-a2732fb6885f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:47:22.672138 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95b497-2dcf-4973-b3c1-a2732fb6885f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:47:22.672353 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95b497-2dcf-4973-b3c1-a2732fb6885f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:47:22.672702 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95b497-2dcf-4973-b3c1-a2732fb6885f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:47:22.673040 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95b497-2dcf-4973-b3c1-a2732fb6885f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:47:22.673945 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95b497-2dcf-4973-b3c1-a2732fb6885f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:47:22.674248 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af95b497-2dcf-4973-b3c1-a2732fb6885f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:47:22.681078 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-af95b497-2dcf-4973-b3c1-a2732fb6885f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4647388 Jan 20 12:47:22.699511 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Network b204e8d6-56b1-427e-93d2-d4a37830a6b6 details requested by agent ovs-agent-dv-cinder-804035-24-iscsi with host dv-cinder-804035-24-iscsi {{(pid=109761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 12:47:24.988403 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 51878) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:47:25.047005 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f64bb26-fb6f-4426-a054-856fbae60adc admin admin] GET failed (client error): The resource could not be found. Jan 20 12:47:25.048953 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-6f64bb26-fb6f-4426-a054-856fbae60adc admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0588388 Jan 20 12:47:25.123687 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce0ce9e-b1eb-49cd-b31b-783a9545ebf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:47:25.125786 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-9ce0ce9e-b1eb-49cd-b31b-783a9545ebf9 admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0728159 Jan 20 12:47:25.135614 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-a31ad5cf-5b69-4e2f-ba7b-17fd33c3330d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'tenant_id': '298719d55bea46369a951f9dd9a75e26', 'cidr': '192.168.233.0/24', 'network_id': 'b204e8d6-56b1-427e-93d2-d4a37830a6b6'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:47:25.204398 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31ad5cf-5b69-4e2f-ba7b-17fd33c3330d admin admin] Made reservation on behalf of 298719d55bea46369a951f9dd9a75e26 for: {'subnet': 1} {{(pid=109760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:47:25.206612 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a31ad5cf-5b69-4e2f-ba7b-17fd33c3330d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:25.416134 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a31ad5cf-5b69-4e2f-ba7b-17fd33c3330d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for subnet (2cf62ebf-452d-4dec-af0a-4a764d954054), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:25.468890 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ad5cf-5b69-4e2f-ba7b-17fd33c3330d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf62ebf-452d-4dec-af0a-4a764d954054,revision_number=0']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:47:25.482209 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31ad5cf-5b69-4e2f-ba7b-17fd33c3330d admin admin] Checking segment: {'id': '73cbc535-926b-4a03-8fa2-26f4f66adec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b204e8d6-56b1-427e-93d2-d4a37830a6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:47:25.482580 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31ad5cf-5b69-4e2f-ba7b-17fd33c3330d admin admin] Network hostable DHCP agents. Network: b204e8d6-56b1-427e-93d2-d4a37830a6b6, hostable agents: ['34b5833e-9762-4604-a0fa-5558c3f0462d'], hosted agents: [] {{(pid=109760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 12:47:25.541634 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31ad5cf-5b69-4e2f-ba7b-17fd33c3330d admin admin] Network b204e8d6-56b1-427e-93d2-d4a37830a6b6 is scheduled to be hosted by DHCP agent 34b5833e-9762-4604-a0fa-5558c3f0462d with binding_index 1 {{(pid=109760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 12:47:25.598927 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-a31ad5cf-5b69-4e2f-ba7b-17fd33c3330d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-24-iscsi, b204e8d6-56b1-427e-93d2-d4a37830a6b6) {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:47:25.603044 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31ad5cf-5b69-4e2f-ba7b-17fd33c3330d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:47:25.603641 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a31ad5cf-5b69-4e2f-ba7b-17fd33c3330d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for subnet (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:25.608442 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dad206-3085-45af-bc4d-b613b5562908 None None] Network b204e8d6-56b1-427e-93d2-d4a37830a6b6 requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:47:25.670236 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-a31ad5cf-5b69-4e2f-ba7b-17fd33c3330d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5380161 Jan 20 12:47:25.729489 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10deef0b-2ac2-50f7-9455-50c49679adfd-b204e8d6-56b1-427e-93d2-d4a37830a6b6', 'network_id': 'b204e8d6-56b1-427e-93d2-d4a37830a6b6', 'project_id': '298719d55bea46369a951f9dd9a75e26', 'fixed_ips': [{'subnet_id': '2cf62ebf-452d-4dec-af0a-4a764d954054'}]}} from dv-cinder-804035-24-iscsi. {{(pid=109761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 20 12:47:25.730397 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:25.885463 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.db_base_plugin_common [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Allocated IP 192.168.233.2 (b204e8d6-56b1-427e-93d2-d4a37830a6b6/2cf62ebf-452d-4dec-af0a-4a764d954054/77f27fa0-0a54-470c-a86b-01c095404e7a) {{(pid=109761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:47:26.147419 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Publish callbacks [] for port (77f27fa0-0a54-470c-a86b-01c095404e7a), precommit_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:26.223012 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (77f27fa0-0a54-470c-a86b-01c095404e7a), after_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:26.262743 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Network b204e8d6-56b1-427e-93d2-d4a37830a6b6 is already hosted by enough agents. {{(pid=109761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:47:26.265497 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.scheduler.base_scheduler [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Resources bound (agent type, host, resource id): {{(pid=109761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:47:26.269581 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Received port after_create {{(pid=109761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:47:26.275162 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Pushing event updated for resources: {'Port': ['ID=77f27fa0-0a54-470c-a86b-01c095404e7a,revision_number=1']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:47:26.287012 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:47:26.287388 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:47:26.287754 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:47:26.288122 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:47:26.288424 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:47:26.288759 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:47:26.289101 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:47:26.289510 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:47:26.289777 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:47:26.290124 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:47:26.290449 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:47:26.290769 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:47:26.291089 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:47:26.340809 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Attempting to bind port 77f27fa0-0a54-470c-a86b-01c095404e7a on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:47:26.341176 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Attempting to bind port 77f27fa0-0a54-470c-a86b-01c095404e7a by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': '73cbc535-926b-4a03-8fa2-26f4f66adec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b204e8d6-56b1-427e-93d2-d4a37830a6b6'}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:47:26.341566 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Attempting to bind port 77f27fa0-0a54-470c-a86b-01c095404e7a on network b204e8d6-56b1-427e-93d2-d4a37830a6b6 {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:47:26.347914 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:47:26.348278 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Checking segment: {'id': '73cbc535-926b-4a03-8fa2-26f4f66adec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b204e8d6-56b1-427e-93d2-d4a37830a6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:47:26.348680 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:26.349072 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Bound using segment: {'id': '73cbc535-926b-4a03-8fa2-26f4f66adec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b204e8d6-56b1-427e-93d2-d4a37830a6b6'} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:47:26.349569 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Bound port: 77f27fa0-0a54-470c-a86b-01c095404e7a, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73cbc535-926b-4a03-8fa2-26f4f66adec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b204e8d6-56b1-427e-93d2-d4a37830a6b6'}}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:47:26.349945 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (77f27fa0-0a54-470c-a86b-01c095404e7a), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:26.413349 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] For port 77f27fa0-0a54-470c-a86b-01c095404e7a, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:47:26.416471 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] For port 77f27fa0-0a54-470c-a86b-01c095404e7a, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=77f27fa0-0a54-470c-a86b-01c095404e7a,segment=NetworkSegment(73cbc535-926b-4a03-8fa2-26f4f66adec5),segment_id=73cbc535-926b-4a03-8fa2-26f4f66adec5)] {{(pid=109761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:47:26.484967 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (77f27fa0-0a54-470c-a86b-01c095404e7a), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:26.556451 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb600133-0f6e-46de-ac98-20a54166e356 None None] Pushing event updated for resources: {'Port': ['ID=77f27fa0-0a54-470c-a86b-01c095404e7a,revision_number=2']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:47:27.565376 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcac5c17-e649-465f-a384-7c792a4caf05 None None] Network b204e8d6-56b1-427e-93d2-d4a37830a6b6 requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:47:27.631060 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-4bf49bba-802d-438c-a358-8e986107a89b None None] Provisioning complete for port 77f27fa0-0a54-470c-a86b-01c095404e7a triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:47:27.631455 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-4bf49bba-802d-438c-a358-8e986107a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (77f27fa0-0a54-470c-a86b-01c095404e7a), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:27.756665 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-4bf49bba-802d-438c-a358-8e986107a89b None None] Current status of the port 77f27fa0-0a54-470c-a86b-01c095404e7a is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:47:27.757065 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-4bf49bba-802d-438c-a358-8e986107a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (77f27fa0-0a54-470c-a86b-01c095404e7a), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:27.796064 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-4bf49bba-802d-438c-a358-8e986107a89b None None] For port 77f27fa0-0a54-470c-a86b-01c095404e7a, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=77f27fa0-0a54-470c-a86b-01c095404e7a,segment=NetworkSegment(73cbc535-926b-4a03-8fa2-26f4f66adec5),segment_id=73cbc535-926b-4a03-8fa2-26f4f66adec5)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:47:27.941958 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-4bf49bba-802d-438c-a358-8e986107a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (77f27fa0-0a54-470c-a86b-01c095404e7a), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:27.995877 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf49bba-802d-438c-a358-8e986107a89b None None] Pushing event updated for resources: {'Port': ['ID=77f27fa0-0a54-470c-a86b-01c095404e7a,revision_number=3']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:47:28.066304 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-365ed683-70b5-4922-83a8-7a5a4f3cf9ce None None] Provisioning complete for port 77f27fa0-0a54-470c-a86b-01c095404e7a triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:47:28.066706 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-365ed683-70b5-4922-83a8-7a5a4f3cf9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (77f27fa0-0a54-470c-a86b-01c095404e7a), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:28.150156 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-365ed683-70b5-4922-83a8-7a5a4f3cf9ce None None] Current status of the port 77f27fa0-0a54-470c-a86b-01c095404e7a is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:47:28.392762 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 77f27fa0-0a54-470c-a86b-01c095404e7a up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:47:28.442550 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 77f27fa0-0a54-470c-a86b-01c095404e7a triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:47:28.442936 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (77f27fa0-0a54-470c-a86b-01c095404e7a), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:28.530190 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 77f27fa0-0a54-470c-a86b-01c095404e7a is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:47:33.141393 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-58379ebe-86b8-4566-9bbf-f45ffea86ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:36.004200 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-54b7cc80-ffad-4f56-904d-b3b905310cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:37.547411 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:39.775258 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:40.878149 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:47:56.790665 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 5 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 12:48:03.163534 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-e1195479-3121-4045-bd3c-799c75ecbbe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:48:05.992404 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-7f443976-63b1-4b69-b514-b7d70bcec10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:48:07.528810 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:48:09.786087 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:48:10.934273 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:48:33.156804 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-53574666-219b-4bf4-940b-a5cb17066db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:48:33.790088 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 5 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 12:48:35.973958 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-d9ac17ef-d1e1-4edf-b6ab-d2218484e5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:48:37.527905 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:48:39.848254 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:48:40.870583 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:48:58.202592 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 51922) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:48:58.208361 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [None req-b51d1af4-ca20-4c5b-ad76-74ef502e1fd2 tempest-verify_tempest_config-216289044 tempest-verify_tempest_config-216289044-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109760) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 12:48:58.209344 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-b51d1af4-ca20-4c5b-ad76-74ef502e1fd2 tempest-verify_tempest_config-216289044 tempest-verify_tempest_config-216289044-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057871 Jan 20 12:48:58.703773 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 51940) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:48:58.809886 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-606e19ec-5ca8-43cb-9760-cf12e19e70e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:48:58.917642 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-606e19ec-5ca8-43cb-9760-cf12e19e70e9 admin admin] Publish callbacks [] for security_group (4cc1ddf0-ee6a-4743-9da2-a28cce70c62d), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:48:59.007539 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-606e19ec-5ca8-43cb-9760-cf12e19e70e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (4cc1ddf0-ee6a-4743-9da2-a28cce70c62d), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:48:59.058060 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-606e19ec-5ca8-43cb-9760-cf12e19e70e9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e9be4edcbde34bdbaf1e3a8ea0fc82a6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3526592 Jan 20 12:48:59.058968 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e19ec-5ca8-43cb-9760-cf12e19e70e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc1ddf0-ee6a-4743-9da2-a28cce70c62d,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:48:59.060640 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 51946) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:48:59.066176 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e19ec-5ca8-43cb-9760-cf12e19e70e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:48:59.066538 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e19ec-5ca8-43cb-9760-cf12e19e70e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:48:59.066892 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e19ec-5ca8-43cb-9760-cf12e19e70e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:48:59.067238 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e19ec-5ca8-43cb-9760-cf12e19e70e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:48:59.067575 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e19ec-5ca8-43cb-9760-cf12e19e70e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:48:59.067912 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e19ec-5ca8-43cb-9760-cf12e19e70e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:48:59.068244 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e19ec-5ca8-43cb-9760-cf12e19e70e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:48:59.068581 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e19ec-5ca8-43cb-9760-cf12e19e70e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:48:59.068929 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e19ec-5ca8-43cb-9760-cf12e19e70e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:48:59.069263 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e19ec-5ca8-43cb-9760-cf12e19e70e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:48:59.069616 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e19ec-5ca8-43cb-9760-cf12e19e70e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:48:59.069944 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e19ec-5ca8-43cb-9760-cf12e19e70e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:48:59.070266 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606e19ec-5ca8-43cb-9760-cf12e19e70e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:48:59.118876 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7522ed83-7127-4dbf-b571-9aa3d7d2433d admin admin] Publish callbacks [] for security_group (4cc1ddf0-ee6a-4743-9da2-a28cce70c62d), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:48:59.141688 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7522ed83-7127-4dbf-b571-9aa3d7d2433d admin admin] Publish callbacks [] for security_group (4cc1ddf0-ee6a-4743-9da2-a28cce70c62d), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:48:59.293303 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7522ed83-7127-4dbf-b571-9aa3d7d2433d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (4cc1ddf0-ee6a-4743-9da2-a28cce70c62d), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:48:59.295836 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7522ed83-7127-4dbf-b571-9aa3d7d2433d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:48:59.297016 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-7522ed83-7127-4dbf-b571-9aa3d7d2433d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4cc1ddf0-ee6a-4743-9da2-a28cce70c62d HTTP/1.1" status: 204 len: 168 time: 0.2353363 Jan 20 12:48:59.306953 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522ed83-7127-4dbf-b571-9aa3d7d2433d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc1ddf0-ee6a-4743-9da2-a28cce70c62d,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:48:59.314906 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522ed83-7127-4dbf-b571-9aa3d7d2433d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:48:59.315262 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522ed83-7127-4dbf-b571-9aa3d7d2433d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:48:59.315613 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522ed83-7127-4dbf-b571-9aa3d7d2433d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:48:59.315951 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522ed83-7127-4dbf-b571-9aa3d7d2433d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:48:59.316288 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522ed83-7127-4dbf-b571-9aa3d7d2433d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:48:59.316621 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522ed83-7127-4dbf-b571-9aa3d7d2433d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:48:59.316973 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522ed83-7127-4dbf-b571-9aa3d7d2433d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:48:59.317311 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522ed83-7127-4dbf-b571-9aa3d7d2433d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:48:59.317674 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522ed83-7127-4dbf-b571-9aa3d7d2433d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:48:59.318004 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522ed83-7127-4dbf-b571-9aa3d7d2433d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:48:59.318369 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522ed83-7127-4dbf-b571-9aa3d7d2433d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:48:59.318654 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522ed83-7127-4dbf-b571-9aa3d7d2433d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:48:59.318975 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522ed83-7127-4dbf-b571-9aa3d7d2433d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:49:03.161405 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6074df80-0ec1-41c6-8d3c-a8e41d6294dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:49:05.984465 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-d7b98576-e5f2-4a77-ba06-37725cc29fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:49:07.549992 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:49:09.795685 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:49:10.789257 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 5 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 12:49:10.875686 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:49:33.166116 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-63f328f5-e0b3-43f8-a8d0-1b413b9232c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:49:36.011552 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-0b635afe-6d58-4a44-9636-f2632d8a935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:49:37.577521 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:49:39.850902 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:49:40.897312 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:49:47.788870 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 5 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 12:50:03.228300 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-d31951e8-cf8d-4384-b52a-b8077046b993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:50:06.016619 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-2e545eeb-0668-484a-b37a-6af031d57e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:50:07.548158 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:50:09.793860 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:50:10.873965 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:50:24.788590 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 5 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 12:50:33.221912 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6a0762d7-6df4-4ca3-8f87-935e5238a211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:50:36.009815 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-aec36516-9aa4-427a-84ff-ee515534849c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:50:37.558426 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:50:38.604239 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1559850'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:50:39.821158 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:50:40.878741 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:50:53.269935 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 52018) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:50:53.380016 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-0a733704-a163-4b44-8fd9-abd9be2a1a89 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1086714 Jan 20 12:50:55.634036 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 52028) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:50:55.694256 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-5b7c6008-8bff-4b7d-92dc-0b8d269cc013 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0591121 Jan 20 12:51:01.788910 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 12:51:03.339646 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-dfa8bad0-bcb5-458b-9d23-e44aca74626a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:51:06.013775 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-d498e527-ae95-4c5b-95a5-47cd3ce8c7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:51:07.556306 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:51:08.489267 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:51:09.803068 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:51:10.876816 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:51:33.191127 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-7276ebf7-a64a-4f31-b300-df82cf9fce02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:51:36.001077 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-e14e7b61-2aa7-4482-812f-063383c2f9f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:51:37.562216 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:51:38.528125 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:51:38.787605 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 12:51:39.882286 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:51:40.893492 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:03.183755 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-78e68191-d172-4723-ba16-edd2daf274e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:05.985068 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-62bd26ce-fa5c-4647-a3ec-97e9a9c05e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:07.567561 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:08.516343 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:09.819198 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:10.870755 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:15.786772 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 12:52:28.176992 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 52190) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:28.463525 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2107782987-network', 'tenant_id': '45c3ebca63544b178b63b288cecc910c'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:52:28.721091 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Made reservation on behalf of 45c3ebca63544b178b63b288cecc910c for: {'network': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:52:28.723464 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for network (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:28.733072 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:28.807476 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Publish callbacks [] for security_group (5ad10d92-2b8c-4e4c-99db-bb496b59bb07), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:28.945139 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (5ad10d92-2b8c-4e4c-99db-bb496b59bb07), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:28.966570 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=109759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 12:52:28.981194 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad10d92-2b8c-4e4c-99db-bb496b59bb07,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:28.993790 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (dcadfd15-9d00-4220-b17c-421f13a03194), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:28.993790 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.db.segments_db [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Added segment dcadfd15-9d00-4220-b17c-421f13a03194 of type vlan for network 51dfc435-f4d5-4bb7-b519-debcc47256e8 Jan 20 12:52:29.003873 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:29.004244 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:29.004699 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:29.005051 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:29.005391 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:29.005749 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:29.006085 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:29.006414 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:29.006764 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:29.007102 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:29.007427 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:29.007750 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:29.008073 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Tracked resource versions report: Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: pushed versions: Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: { 'AddressGroup': {'1.2'}, Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: 'ConntrackHelper': {'1.0'}, Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: 'LocalIPAssociation': {'1.0'}, Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: 'Log': {'1.0'}, Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: 'Network': {'1.1'}, Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: 'Port': {'1.7'}, Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: 'PortForwarding': {'1.2'}, Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: 'QosPolicy': {'1.10'}, Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: 'SecurityGroup': {'1.5'}, Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: 'SecurityGroupRule': {'1.2'}, Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: 'SubPort': {'1.0'}, Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: 'Subnet': {'1.1'}, Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: 'Trunk': {'1.1'}} Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: consumer versions: Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: { DHCP agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: HyperV agent@hv-cinder-80403: {}, Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: L3 agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: Metadata agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: Metering agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: Open vSwitch agent@dv-cinder-804035-24-iscsi: { 'AddressGroup': '1.2', Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: 'ConntrackHelper': '1.0', Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: 'LocalIPAssociation': '1.0', Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: 'Log': '1.0', Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: 'Network': '1.1', Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: 'Port': '1.7', Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: 'PortForwarding': '1.2', Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: 'QosPolicy': '1.10', Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: 'SecurityGroup': '1.5', Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: 'SecurityGroupRule': '1.2', Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: 'SubPort': '1.0', Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: 'Subnet': '1.1', Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: 'Trunk': '1.1'}} Jan 20 12:52:29.009223 dv-cinder-804035-24-iscsi neutron-server[109759]: {{(pid=109759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 12:52:29.056060 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775109455270'] for network (51dfc435-f4d5-4bb7-b519-debcc47256e8), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:29.170868 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for network (51dfc435-f4d5-4bb7-b519-debcc47256e8), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:29.171855 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:29.172449 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:29.247628 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 52238) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:29.251337 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] Pushing event updated for resources: {'Network': ['ID=51dfc435-f4d5-4bb7-b519-debcc47256e8,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:29.263256 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Network 51dfc435-f4d5-4bb7-b519-debcc47256e8 details requested by agent ovs-agent-dv-cinder-804035-24-iscsi with host dv-cinder-804035-24-iscsi {{(pid=109761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 12:52:29.288800 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 52244) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:29.334690 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-ca370315-b3fc-4387-b36d-0c8fffc53eef admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1564748 Jan 20 12:52:29.337797 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 52248) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:29.343915 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-b09a8876-0bce-4dcd-99fb-4bb47d78b429 admin admin] Request body: {'subnet': {'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2107782987-subnet', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:52:29.471277 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09a8876-0bce-4dcd-99fb-4bb47d78b429 admin admin] Made reservation on behalf of 45c3ebca63544b178b63b288cecc910c for: {'subnet': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:52:29.475559 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-b09a8876-0bce-4dcd-99fb-4bb47d78b429 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:29.490234 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 52254) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:29.707953 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-56888061-dc07-4e00-a24f-7f825475d629 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1639252622-network', 'tenant_id': 'c627e132fb96455193cbc6c115ae66a8'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:52:29.716809 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-625325489-network', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:52:29.736030 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 52262) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:29.785160 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-b09a8876-0bce-4dcd-99fb-4bb47d78b429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for subnet (7e70a924-e46b-43c1-b6e9-160e1b7b97c7), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:29.795355 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-f1deba13-c116-4158-8b5d-88eec05ab600 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-291661847-network', 'tenant_id': '428c88034eba4cf187ed3b80a771c522'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:52:29.848438 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a8876-0bce-4dcd-99fb-4bb47d78b429 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e70a924-e46b-43c1-b6e9-160e1b7b97c7,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:29.860756 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09a8876-0bce-4dcd-99fb-4bb47d78b429 admin admin] Checking segment: {'id': 'dcadfd15-9d00-4220-b17c-421f13a03194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:52:29.861140 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09a8876-0bce-4dcd-99fb-4bb47d78b429 admin admin] Network hostable DHCP agents. Network: 51dfc435-f4d5-4bb7-b519-debcc47256e8, hostable agents: ['34b5833e-9762-4604-a0fa-5558c3f0462d'], hosted agents: [] {{(pid=109759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 12:52:29.870662 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Made reservation on behalf of a42550bc92f54f3293a5e8c100adf3ec for: {'network': 1} {{(pid=109760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:52:29.873164 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for network (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:29.880993 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-1d42f12a-36b0-4099-8b57-c97f6265a2a6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1475647919-network', 'tenant_id': 'abbe43436cf6434e9c8e340b7ec90ae8'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:52:29.882044 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:29.926334 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56888061-dc07-4e00-a24f-7f825475d629 admin admin] Made reservation on behalf of c627e132fb96455193cbc6c115ae66a8 for: {'network': 1} {{(pid=109760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:52:29.928688 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-56888061-dc07-4e00-a24f-7f825475d629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for network (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:29.948725 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-56888061-dc07-4e00-a24f-7f825475d629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:29.956357 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09a8876-0bce-4dcd-99fb-4bb47d78b429 admin admin] Network 51dfc435-f4d5-4bb7-b519-debcc47256e8 is scheduled to be hosted by DHCP agent 34b5833e-9762-4604-a0fa-5558c3f0462d with binding_index 1 {{(pid=109759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 12:52:29.989515 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Publish callbacks [] for security_group (5a8b7c1d-3853-479d-960e-9c11d8ceaacd), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.031256 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d42f12a-36b0-4099-8b57-c97f6265a2a6 admin admin] Made reservation on behalf of abbe43436cf6434e9c8e340b7ec90ae8 for: {'network': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:52:30.033885 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-1d42f12a-36b0-4099-8b57-c97f6265a2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for network (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.044172 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-1d42f12a-36b0-4099-8b57-c97f6265a2a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.064938 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-b09a8876-0bce-4dcd-99fb-4bb47d78b429 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-24-iscsi, 51dfc435-f4d5-4bb7-b519-debcc47256e8) {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:52:30.067198 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (5a8b7c1d-3853-479d-960e-9c11d8ceaacd), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.075283 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e196ec-b588-46ee-8280-9aa2f916392f None None] Network 51dfc435-f4d5-4bb7-b519-debcc47256e8 requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:52:30.077700 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-56888061-dc07-4e00-a24f-7f825475d629 admin admin] Publish callbacks [] for security_group (6a654e38-3402-4f57-acdf-2bcca4c61bf5), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.083844 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09a8876-0bce-4dcd-99fb-4bb47d78b429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:30.084783 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-b09a8876-0bce-4dcd-99fb-4bb47d78b429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for subnet (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.103202 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8b7c1d-3853-479d-960e-9c11d8ceaacd,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:30.113498 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:30.113852 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:30.114376 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:30.114910 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:30.115423 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:30.115931 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:30.116289 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:30.116627 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:30.116966 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:30.117293 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:30.117642 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:30.118159 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:30.118657 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Tracked resource versions report: Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: pushed versions: Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: { 'AddressGroup': {'1.2'}, Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: 'ConntrackHelper': {'1.0'}, Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: 'LocalIPAssociation': {'1.0'}, Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: 'Log': {'1.0'}, Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: 'Network': {'1.1'}, Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: 'Port': {'1.7'}, Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: 'PortForwarding': {'1.2'}, Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: 'QosPolicy': {'1.10'}, Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: 'SecurityGroup': {'1.5'}, Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: 'SecurityGroupRule': {'1.2'}, Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: 'SubPort': {'1.0'}, Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: 'Subnet': {'1.1'}, Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: 'Trunk': {'1.1'}} Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: consumer versions: Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: { DHCP agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: HyperV agent@hv-cinder-80403: {}, Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: L3 agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: Metadata agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: Metering agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: Open vSwitch agent@dv-cinder-804035-24-iscsi: { 'AddressGroup': '1.2', Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: 'ConntrackHelper': '1.0', Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: 'LocalIPAssociation': '1.0', Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: 'Log': '1.0', Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: 'Network': '1.1', Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: 'Port': '1.7', Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: 'PortForwarding': '1.2', Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: 'QosPolicy': '1.10', Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: 'SecurityGroup': '1.5', Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: 'SecurityGroupRule': '1.2', Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: 'SubPort': '1.0', Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: 'Subnet': '1.1', Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: 'Trunk': '1.1'}} Jan 20 12:52:30.120103 dv-cinder-804035-24-iscsi neutron-server[109760]: {{(pid=109760) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 12:52:30.135014 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=109760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 12:52:30.143014 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1deba13-c116-4158-8b5d-88eec05ab600 admin admin] Made reservation on behalf of 428c88034eba4cf187ed3b80a771c522 for: {'network': 1} {{(pid=109760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:52:30.145722 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f1deba13-c116-4158-8b5d-88eec05ab600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for network (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.159810 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (f8063152-2d0c-4a99-b56f-e96c1e39c909), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.161504 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.db.segments_db [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Added segment f8063152-2d0c-4a99-b56f-e96c1e39c909 of type vlan for network 98783e85-5ee2-4a30-908e-0d0d62c14b33 Jan 20 12:52:30.163564 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f1deba13-c116-4158-8b5d-88eec05ab600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.173027 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-56888061-dc07-4e00-a24f-7f825475d629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (6a654e38-3402-4f57-acdf-2bcca4c61bf5), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.219500 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-1d42f12a-36b0-4099-8b57-c97f6265a2a6 admin admin] Publish callbacks [] for security_group (f3b9469d-d3d8-4943-8bcc-330af39c1b83), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.250040 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56888061-dc07-4e00-a24f-7f825475d629 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=109760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 12:52:30.263869 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775109455270'] for network (98783e85-5ee2-4a30-908e-0d0d62c14b33), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.267519 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10deef0b-2ac2-50f7-9455-50c49679adfd-51dfc435-f4d5-4bb7-b519-debcc47256e8', 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8', 'project_id': '45c3ebca63544b178b63b288cecc910c', 'fixed_ips': [{'subnet_id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7'}]}} from dv-cinder-804035-24-iscsi. {{(pid=109761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 20 12:52:30.271181 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.308173 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-b09a8876-0bce-4dcd-99fb-4bb47d78b429 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9684749 Jan 20 12:52:30.312083 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-1d42f12a-36b0-4099-8b57-c97f6265a2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (f3b9469d-d3d8-4943-8bcc-330af39c1b83), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.312728 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-56888061-dc07-4e00-a24f-7f825475d629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (12a04a7f-2991-4069-9a95-1caa23baeb64), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.312865 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.db.segments_db [None req-56888061-dc07-4e00-a24f-7f825475d629 admin admin] Added segment 12a04a7f-2991-4069-9a95-1caa23baeb64 of type vlan for network 457dc31e-9fe8-4fb8-852d-eea62a00d396 Jan 20 12:52:30.322926 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 52292) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:30.329813 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56888061-dc07-4e00-a24f-7f825475d629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a654e38-3402-4f57-acdf-2bcca4c61bf5,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:30.394533 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-dc47729b-d4e4-4725-9c62-cb473056ccd3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2107782987-router', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c'}}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:52:30.399173 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42f12a-36b0-4099-8b57-c97f6265a2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b9469d-d3d8-4943-8bcc-330af39c1b83,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:30.431383 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for network (98783e85-5ee2-4a30-908e-0d0d62c14b33), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.431383 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:30.431383 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.453075 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-56888061-dc07-4e00-a24f-7f825475d629 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775109455270'] for network (457dc31e-9fe8-4fb8-852d-eea62a00d396), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.470349 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d42f12a-36b0-4099-8b57-c97f6265a2a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=109759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 12:52:30.476129 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.db_base_plugin_common [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Allocated IP 172.20.0.2 (51dfc435-f4d5-4bb7-b519-debcc47256e8/7e70a924-e46b-43c1-b6e9-160e1b7b97c7/e302bd3e-b9e6-485d-b405-b9edaba510c1) {{(pid=109761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:52:30.491636 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-1d42f12a-36b0-4099-8b57-c97f6265a2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (9bec3f69-e1ee-4888-9f95-980d5e8b269a), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.494089 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.db.segments_db [None req-1d42f12a-36b0-4099-8b57-c97f6265a2a6 admin admin] Added segment 9bec3f69-e1ee-4888-9f95-980d5e8b269a of type vlan for network b0056a9e-a4fb-4aa8-9539-21906bb2fa1f Jan 20 12:52:30.561042 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-1d42f12a-36b0-4099-8b57-c97f6265a2a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775109455270'] for network (b0056a9e-a4fb-4aa8-9539-21906bb2fa1f), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.571474 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-dc47729b-d4e4-4725-9c62-cb473056ccd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57998'] for router (6b9923d8-2afe-45a2-aa2d-90614be33ec2), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.575471 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-dc47729b-d4e4-4725-9c62-cb473056ccd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1571958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1567031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57991'] for router (6b9923d8-2afe-45a2-aa2d-90614be33ec2), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.594916 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] Pushing event updated for resources: {'Network': ['ID=98783e85-5ee2-4a30-908e-0d0d62c14b33,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:30.665060 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f1deba13-c116-4158-8b5d-88eec05ab600 admin admin] Publish callbacks [] for security_group (d8cf8e8c-416e-49d9-8398-d1091c6523d2), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.680135 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Network 98783e85-5ee2-4a30-908e-0d0d62c14b33 details requested by agent ovs-agent-dv-cinder-804035-24-iscsi with host dv-cinder-804035-24-iscsi {{(pid=109761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 12:52:30.701323 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Publish callbacks [] for port (e302bd3e-b9e6-485d-b405-b9edaba510c1), precommit_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.819857 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-ce3913cd-de36-440e-b5a3-fa614c81b353 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5296335 Jan 20 12:52:30.821350 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f1deba13-c116-4158-8b5d-88eec05ab600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (d8cf8e8c-416e-49d9-8398-d1091c6523d2), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.833378 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 52308) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:30.835005 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.db.resource_extend [None req-1d42f12a-36b0-4099-8b57-c97f6265a2a6 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 12:52:30.846432 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-575166df-3879-493e-b4a3-fbbb99ecd471 admin admin] Request body: {'subnet': {'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-625325489-subnet', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:52:30.847336 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (e302bd3e-b9e6-485d-b405-b9edaba510c1), after_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.870012 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-56888061-dc07-4e00-a24f-7f825475d629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for network (457dc31e-9fe8-4fb8-852d-eea62a00d396), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.872324 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56888061-dc07-4e00-a24f-7f825475d629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:30.873339 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-56888061-dc07-4e00-a24f-7f825475d629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.891385 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1deba13-c116-4158-8b5d-88eec05ab600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cf8e8c-416e-49d9-8398-d1091c6523d2,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:30.899526 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1deba13-c116-4158-8b5d-88eec05ab600 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=109760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 12:52:30.899788 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-dc47729b-d4e4-4725-9c62-cb473056ccd3 admin admin] Publish callbacks [] for router_controller (6b9923d8-2afe-45a2-aa2d-90614be33ec2), precommit_add_association {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.923360 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Network 51dfc435-f4d5-4bb7-b519-debcc47256e8 is already hosted by enough agents. {{(pid=109761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:52:30.933096 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.scheduler.base_scheduler [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Resources bound (agent type, host, resource id): {{(pid=109761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:52:30.933096 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Received port after_create {{(pid=109761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:52:30.939433 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f1deba13-c116-4158-8b5d-88eec05ab600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (cc97d124-6b4e-4665-80b3-7670aa542a45), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:30.939992 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.db.segments_db [None req-f1deba13-c116-4158-8b5d-88eec05ab600 admin admin] Added segment cc97d124-6b4e-4665-80b3-7670aa542a45 of type vlan for network 1da03262-aaa2-44ec-9b4a-16ceb45bebd0 Jan 20 12:52:30.969533 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Pushing event updated for resources: {'Port': ['ID=e302bd3e-b9e6-485d-b405-b9edaba510c1,revision_number=1']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:30.980478 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Tracked resource versions report: Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: pushed versions: Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: { 'AddressGroup': {'1.2'}, Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: 'ConntrackHelper': {'1.0'}, Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: 'LocalIPAssociation': {'1.0'}, Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: 'Log': {'1.0'}, Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: 'Network': {'1.1'}, Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: 'Port': {'1.7'}, Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: 'PortForwarding': {'1.2'}, Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: 'QosPolicy': {'1.10'}, Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: 'SecurityGroup': {'1.5'}, Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: 'SecurityGroupRule': {'1.2'}, Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: 'SubPort': {'1.0'}, Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: 'Subnet': {'1.1'}, Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: 'Trunk': {'1.1'}} Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: consumer versions: Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: { DHCP agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: HyperV agent@hv-cinder-80403: {}, Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: L3 agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: Metadata agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: Metering agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: Open vSwitch agent@dv-cinder-804035-24-iscsi: { 'AddressGroup': '1.2', Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: 'ConntrackHelper': '1.0', Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: 'LocalIPAssociation': '1.0', Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: 'Log': '1.0', Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: 'Network': '1.1', Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: 'Port': '1.7', Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: 'PortForwarding': '1.2', Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: 'QosPolicy': '1.10', Jan 20 12:52:30.988840 dv-cinder-804035-24-iscsi neutron-server[109761]: 'SecurityGroup': '1.5', Jan 20 12:52:30.991750 dv-cinder-804035-24-iscsi neutron-server[109761]: 'SecurityGroupRule': '1.2', Jan 20 12:52:30.991750 dv-cinder-804035-24-iscsi neutron-server[109761]: 'SubPort': '1.0', Jan 20 12:52:30.991750 dv-cinder-804035-24-iscsi neutron-server[109761]: 'Subnet': '1.1', Jan 20 12:52:30.991750 dv-cinder-804035-24-iscsi neutron-server[109761]: 'Trunk': '1.1'}} Jan 20 12:52:30.991750 dv-cinder-804035-24-iscsi neutron-server[109761]: {{(pid=109761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 12:52:31.014429 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56888061-dc07-4e00-a24f-7f825475d629 admin admin] Pushing event updated for resources: {'Network': ['ID=457dc31e-9fe8-4fb8-852d-eea62a00d396,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:31.020277 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575166df-3879-493e-b4a3-fbbb99ecd471 admin admin] Made reservation on behalf of a42550bc92f54f3293a5e8c100adf3ec for: {'subnet': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:52:31.024496 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-575166df-3879-493e-b4a3-fbbb99ecd471 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:31.028771 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-1d42f12a-36b0-4099-8b57-c97f6265a2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for network (b0056a9e-a4fb-4aa8-9539-21906bb2fa1f), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:31.029915 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d42f12a-36b0-4099-8b57-c97f6265a2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:31.031535 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-1d42f12a-36b0-4099-8b57-c97f6265a2a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:31.033100 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Network 457dc31e-9fe8-4fb8-852d-eea62a00d396 details requested by agent ovs-agent-dv-cinder-804035-24-iscsi with host dv-cinder-804035-24-iscsi {{(pid=109761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 12:52:31.033878 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-56888061-dc07-4e00-a24f-7f825475d629 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7849412 Jan 20 12:52:31.034520 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 52316) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:31.042188 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-195b4971-e1b5-437e-991b-ca442acaa250 admin admin] Request body: {'subnet': {'network_id': '457dc31e-9fe8-4fb8-852d-eea62a00d396', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1639252622-subnet', 'tenant_id': 'c627e132fb96455193cbc6c115ae66a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:52:31.051940 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f1deba13-c116-4158-8b5d-88eec05ab600 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775109455270'] for network (1da03262-aaa2-44ec-9b4a-16ceb45bebd0), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:31.101657 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Attempting to bind port e302bd3e-b9e6-485d-b405-b9edaba510c1 on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:52:31.102993 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Attempting to bind port e302bd3e-b9e6-485d-b405-b9edaba510c1 by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': 'dcadfd15-9d00-4220-b17c-421f13a03194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8'}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:52:31.103705 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Attempting to bind port e302bd3e-b9e6-485d-b405-b9edaba510c1 on network 51dfc435-f4d5-4bb7-b519-debcc47256e8 {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:52:31.150409 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:52:31.150967 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Checking segment: {'id': 'dcadfd15-9d00-4220-b17c-421f13a03194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:52:31.151482 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:31.152006 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Bound using segment: {'id': 'dcadfd15-9d00-4220-b17c-421f13a03194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8'} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:52:31.152574 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Bound port: e302bd3e-b9e6-485d-b405-b9edaba510c1, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcadfd15-9d00-4220-b17c-421f13a03194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8'}}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:52:31.153029 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (e302bd3e-b9e6-485d-b405-b9edaba510c1), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:31.169295 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195b4971-e1b5-437e-991b-ca442acaa250 admin admin] Made reservation on behalf of c627e132fb96455193cbc6c115ae66a8 for: {'subnet': 1} {{(pid=109760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:52:31.172477 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-195b4971-e1b5-437e-991b-ca442acaa250 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:31.203752 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f1deba13-c116-4158-8b5d-88eec05ab600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for network (1da03262-aaa2-44ec-9b4a-16ceb45bebd0), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:31.204845 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1deba13-c116-4158-8b5d-88eec05ab600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:31.205483 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f1deba13-c116-4158-8b5d-88eec05ab600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:31.268478 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] For port e302bd3e-b9e6-485d-b405-b9edaba510c1, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:52:31.273201 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] For port e302bd3e-b9e6-485d-b405-b9edaba510c1, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=e302bd3e-b9e6-485d-b405-b9edaba510c1,segment=NetworkSegment(dcadfd15-9d00-4220-b17c-421f13a03194),segment_id=dcadfd15-9d00-4220-b17c-421f13a03194)] {{(pid=109761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:52:31.343039 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-f1deba13-c116-4158-8b5d-88eec05ab600 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8516467 Jan 20 12:52:31.354412 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 52336) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:31.360699 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-840c08b1-52d5-4d96-9e0e-75a088c266f4 admin admin] Request body: {'subnet': {'network_id': '1da03262-aaa2-44ec-9b4a-16ceb45bebd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-291661847-subnet', 'tenant_id': '428c88034eba4cf187ed3b80a771c522', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:52:31.369299 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1deba13-c116-4158-8b5d-88eec05ab600 admin admin] Pushing event updated for resources: {'Network': ['ID=1da03262-aaa2-44ec-9b4a-16ceb45bebd0,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:31.388485 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Network 1da03262-aaa2-44ec-9b4a-16ceb45bebd0 details requested by agent ovs-agent-dv-cinder-804035-24-iscsi with host dv-cinder-804035-24-iscsi {{(pid=109761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 12:52:31.408787 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42f12a-36b0-4099-8b57-c97f6265a2a6 admin admin] Pushing event updated for resources: {'Network': ['ID=b0056a9e-a4fb-4aa8-9539-21906bb2fa1f,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:31.416823 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-dc47729b-d4e4-4725-9c62-cb473056ccd3 admin admin] Publish callbacks [] for router_gateway (6b9923d8-2afe-45a2-aa2d-90614be33ec2), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:31.472803 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Network b0056a9e-a4fb-4aa8-9539-21906bb2fa1f details requested by agent ovs-agent-dv-cinder-804035-24-iscsi with host dv-cinder-804035-24-iscsi {{(pid=109761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 12:52:31.475728 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (e302bd3e-b9e6-485d-b405-b9edaba510c1), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:31.547389 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-1d42f12a-36b0-4099-8b57-c97f6265a2a6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8103158 Jan 20 12:52:31.550137 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 52356) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:31.564540 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-b734874e-2de0-4415-9416-81c997ee0f26 admin admin] Request body: {'subnet': {'network_id': 'b0056a9e-a4fb-4aa8-9539-21906bb2fa1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1475647919-subnet', 'tenant_id': 'abbe43436cf6434e9c8e340b7ec90ae8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:52:31.629467 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840c08b1-52d5-4d96-9e0e-75a088c266f4 admin admin] Made reservation on behalf of 428c88034eba4cf187ed3b80a771c522 for: {'subnet': 1} {{(pid=109760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:52:31.635564 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-840c08b1-52d5-4d96-9e0e-75a088c266f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:31.780756 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-195b4971-e1b5-437e-991b-ca442acaa250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for subnet (160c493f-960c-42fe-873c-9bc69f61abc5), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:31.782762 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc1251-96ea-43d4-9b16-66c9391a33e9 None None] Pushing event updated for resources: {'Port': ['ID=e302bd3e-b9e6-485d-b405-b9edaba510c1,revision_number=2']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:31.860052 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b4971-e1b5-437e-991b-ca442acaa250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=160c493f-960c-42fe-873c-9bc69f61abc5,revision_number=0']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:31.910539 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195b4971-e1b5-437e-991b-ca442acaa250 admin admin] Checking segment: {'id': '12a04a7f-2991-4069-9a95-1caa23baeb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '457dc31e-9fe8-4fb8-852d-eea62a00d396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:52:31.910904 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195b4971-e1b5-437e-991b-ca442acaa250 admin admin] Network hostable DHCP agents. Network: 457dc31e-9fe8-4fb8-852d-eea62a00d396, hostable agents: ['34b5833e-9762-4604-a0fa-5558c3f0462d'], hosted agents: [] {{(pid=109760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 12:52:31.939344 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-575166df-3879-493e-b4a3-fbbb99ecd471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for subnet (1295fc8c-2285-4e3e-9a1a-e24300eba26a), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:32.001051 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b734874e-2de0-4415-9416-81c997ee0f26 admin admin] Made reservation on behalf of abbe43436cf6434e9c8e340b7ec90ae8 for: {'subnet': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:52:32.003366 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-b734874e-2de0-4415-9416-81c997ee0f26 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:32.131370 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195b4971-e1b5-437e-991b-ca442acaa250 admin admin] Network 457dc31e-9fe8-4fb8-852d-eea62a00d396 is scheduled to be hosted by DHCP agent 34b5833e-9762-4604-a0fa-5558c3f0462d with binding_index 1 {{(pid=109760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 12:52:32.131370 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-840c08b1-52d5-4d96-9e0e-75a088c266f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for subnet (ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:32.141669 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575166df-3879-493e-b4a3-fbbb99ecd471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1295fc8c-2285-4e3e-9a1a-e24300eba26a,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:32.150922 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c08b1-52d5-4d96-9e0e-75a088c266f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7,revision_number=0']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:32.162633 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840c08b1-52d5-4d96-9e0e-75a088c266f4 admin admin] Checking segment: {'id': 'cc97d124-6b4e-4665-80b3-7670aa542a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1da03262-aaa2-44ec-9b4a-16ceb45bebd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:52:32.163280 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840c08b1-52d5-4d96-9e0e-75a088c266f4 admin admin] Network hostable DHCP agents. Network: 1da03262-aaa2-44ec-9b4a-16ceb45bebd0, hostable agents: ['34b5833e-9762-4604-a0fa-5558c3f0462d'], hosted agents: [] {{(pid=109760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 12:52:32.178898 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-195b4971-e1b5-437e-991b-ca442acaa250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-24-iscsi, 457dc31e-9fe8-4fb8-852d-eea62a00d396) {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:52:32.188552 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195b4971-e1b5-437e-991b-ca442acaa250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:32.192764 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-195b4971-e1b5-437e-991b-ca442acaa250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for subnet (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:32.193138 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be77efe-4ba1-4e73-9d3a-933d7936e2e8 None None] Network 457dc31e-9fe8-4fb8-852d-eea62a00d396 requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:52:32.202823 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575166df-3879-493e-b4a3-fbbb99ecd471 admin admin] Checking segment: {'id': 'f8063152-2d0c-4a99-b56f-e96c1e39c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:52:32.203487 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575166df-3879-493e-b4a3-fbbb99ecd471 admin admin] Network hostable DHCP agents. Network: 98783e85-5ee2-4a30-908e-0d0d62c14b33, hostable agents: ['34b5833e-9762-4604-a0fa-5558c3f0462d'], hosted agents: [] {{(pid=109759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 12:52:32.209264 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-dc47729b-d4e4-4725-9c62-cb473056ccd3 admin admin] Publish callbacks [] for router_gateway (6b9923d8-2afe-45a2-aa2d-90614be33ec2), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:32.251550 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-dc47729b-d4e4-4725-9c62-cb473056ccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:32.287821 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840c08b1-52d5-4d96-9e0e-75a088c266f4 admin admin] Network 1da03262-aaa2-44ec-9b4a-16ceb45bebd0 is scheduled to be hosted by DHCP agent 34b5833e-9762-4604-a0fa-5558c3f0462d with binding_index 1 {{(pid=109760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 12:52:32.295246 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-840c08b1-52d5-4d96-9e0e-75a088c266f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-24-iscsi, 1da03262-aaa2-44ec-9b4a-16ceb45bebd0) {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:52:32.300254 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840c08b1-52d5-4d96-9e0e-75a088c266f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:32.300852 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-840c08b1-52d5-4d96-9e0e-75a088c266f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for subnet (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:32.319893 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-195b4971-e1b5-437e-991b-ca442acaa250 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2824993 Jan 20 12:52:32.358808 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f66d87-b751-4792-bfc2-0ad06763f9fa None None] Network 1da03262-aaa2-44ec-9b4a-16ceb45bebd0 requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:52:32.368858 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ed558b-0b57-4d8b-9414-db2d7bc743f9 None None] Network 457dc31e-9fe8-4fb8-852d-eea62a00d396 requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:52:32.387916 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-840c08b1-52d5-4d96-9e0e-75a088c266f4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0293868 Jan 20 12:52:32.391169 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 52380) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:32.396567 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-7a09d4df-2362-4239-9d7f-1322d7546543 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-291661847-router', 'tenant_id': '428c88034eba4cf187ed3b80a771c522', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c'}}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:52:32.515470 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575166df-3879-493e-b4a3-fbbb99ecd471 admin admin] Network 98783e85-5ee2-4a30-908e-0d0d62c14b33 is scheduled to be hosted by DHCP agent 34b5833e-9762-4604-a0fa-5558c3f0462d with binding_index 1 {{(pid=109759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 12:52:32.534717 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7a09d4df-2362-4239-9d7f-1322d7546543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57998'] for router (8fed2891-7fbf-410e-b9f1-95188133e99e), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:32.536252 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7a09d4df-2362-4239-9d7f-1322d7546543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1571958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1567031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57991'] for router (8fed2891-7fbf-410e-b9f1-95188133e99e), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:32.558889 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-575166df-3879-493e-b4a3-fbbb99ecd471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-24-iscsi, 98783e85-5ee2-4a30-908e-0d0d62c14b33) {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:52:32.563733 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [None req-dc47729b-d4e4-4725-9c62-cb473056ccd3 admin admin] Allocated IP 172.27.0.205 (2a70364f-7478-4e00-a602-43026420194c/64f75221-ca68-464e-809b-7e1d4f1c5699/c03287ff-f1dd-40d0-9133-a0eb25aeda29) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:52:32.572853 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac72ec9-632b-41a4-b74f-96dce22388c9 None None] Network 98783e85-5ee2-4a30-908e-0d0d62c14b33 requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:52:32.585292 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575166df-3879-493e-b4a3-fbbb99ecd471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:32.586064 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-575166df-3879-493e-b4a3-fbbb99ecd471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for subnet (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:32.604415 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 52384) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:32.606596 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a8a4b1-4d19-490b-932a-bf7ba9ac0a48 None None] Network 1da03262-aaa2-44ec-9b4a-16ceb45bebd0 requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:52:32.676231 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device e302bd3e-b9e6-485d-b405-b9edaba510c1 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:52:32.687437 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7a09d4df-2362-4239-9d7f-1322d7546543 admin admin] Publish callbacks [] for router_controller (8fed2891-7fbf-410e-b9f1-95188133e99e), precommit_add_association {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:32.736972 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-b734874e-2de0-4415-9416-81c997ee0f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for subnet (b20a1571-f122-4a3d-adc9-039e4a0b4046), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:32.761789 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-575166df-3879-493e-b4a3-fbbb99ecd471 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9235842 Jan 20 12:52:32.765810 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 52392) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:32.772833 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-f2d94061-38b1-48ce-b416-6f28903f575a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-625325489-router', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c'}}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:52:32.825023 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 52396) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:32.884547 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734874e-2de0-4415-9416-81c997ee0f26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b20a1571-f122-4a3d-adc9-039e4a0b4046,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:32.945940 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-dc47729b-d4e4-4725-9c62-cb473056ccd3 admin admin] Publish callbacks [] for port (c03287ff-f1dd-40d0-9133-a0eb25aeda29), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:32.960318 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b734874e-2de0-4415-9416-81c997ee0f26 admin admin] Checking segment: {'id': '9bec3f69-e1ee-4888-9f95-980d5e8b269a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0056a9e-a4fb-4aa8-9539-21906bb2fa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:52:32.960868 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b734874e-2de0-4415-9416-81c997ee0f26 admin admin] Network hostable DHCP agents. Network: b0056a9e-a4fb-4aa8-9539-21906bb2fa1f, hostable agents: ['34b5833e-9762-4604-a0fa-5558c3f0462d'], hosted agents: [] {{(pid=109759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 12:52:33.007557 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-860c30a8-26f0-4893-b007-c0ad7683ce1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:33.029093 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa457e49-4c1c-4ea2-8dc1-7865eb9fee55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10deef0b-2ac2-50f7-9455-50c49679adfd-98783e85-5ee2-4a30-908e-0d0d62c14b33', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'fixed_ips': [{'subnet_id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a'}]}} from dv-cinder-804035-24-iscsi. {{(pid=109761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 20 12:52:33.030195 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-fa457e49-4c1c-4ea2-8dc1-7865eb9fee55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:33.044164 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port e302bd3e-b9e6-485d-b405-b9edaba510c1 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:52:33.044674 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (e302bd3e-b9e6-485d-b405-b9edaba510c1), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:33.148628 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7a09d4df-2362-4239-9d7f-1322d7546543 admin admin] Publish callbacks [] for router_gateway (8fed2891-7fbf-410e-b9f1-95188133e99e), precommit_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:33.168440 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-cb2c34e1-0db6-48ac-9639-b9f7143129ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:33.171524 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f2d94061-38b1-48ce-b416-6f28903f575a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57998'] for router (136103d5-419c-49c8-8c00-c9caf5984d63), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:33.173366 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f2d94061-38b1-48ce-b416-6f28903f575a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1571958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1567031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57991'] for router (136103d5-419c-49c8-8c00-c9caf5984d63), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:33.228179 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f2d94061-38b1-48ce-b416-6f28903f575a admin admin] Publish callbacks [] for router_controller (136103d5-419c-49c8-8c00-c9caf5984d63), precommit_add_association {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:33.277792 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-860c30a8-26f0-4893-b007-c0ad7683ce1c admin admin] Publish callbacks [] for security_group (a6186c61-b049-44c4-8aec-262894e7b03c), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:33.298405 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b734874e-2de0-4415-9416-81c997ee0f26 admin admin] Network b0056a9e-a4fb-4aa8-9539-21906bb2fa1f is scheduled to be hosted by DHCP agent 34b5833e-9762-4604-a0fa-5558c3f0462d with binding_index 1 {{(pid=109759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 12:52:33.305091 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa29cbeb-80a3-43ca-99db-18ece95a7b84 None None] Network 51dfc435-f4d5-4bb7-b519-debcc47256e8 requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:52:33.330143 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-cb2c34e1-0db6-48ac-9639-b9f7143129ee admin admin] Publish callbacks [] for security_group (68e0d52b-a453-44fc-8705-2e0a8522b39c), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:33.349257 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 52422) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:33.352841 dv-cinder-804035-24-iscsi neutron-server[109759]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 20 12:52:33.365762 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-dc47729b-d4e4-4725-9c62-cb473056ccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (c03287ff-f1dd-40d0-9133-a0eb25aeda29), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:33.411501 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.db_base_plugin_common [None req-fa457e49-4c1c-4ea2-8dc1-7865eb9fee55 None None] Allocated IP 172.20.0.2 (98783e85-5ee2-4a30-908e-0d0d62c14b33/1295fc8c-2285-4e3e-9a1a-e24300eba26a/fb43fddc-de96-49ca-99c9-7814d764962a) {{(pid=109761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:52:33.415337 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port e302bd3e-b9e6-485d-b405-b9edaba510c1 is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:52:33.415740 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (e302bd3e-b9e6-485d-b405-b9edaba510c1), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:33.452305 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-d1709f0a-4b85-4ae8-a787-53eba0bfd2d4 None None] Provisioning complete for port e302bd3e-b9e6-485d-b405-b9edaba510c1 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:52:33.452621 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-d1709f0a-4b85-4ae8-a787-53eba0bfd2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (e302bd3e-b9e6-485d-b405-b9edaba510c1), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:33.504534 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-860c30a8-26f0-4893-b007-c0ad7683ce1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (a6186c61-b049-44c4-8aec-262894e7b03c), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:33.566530 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1321f30d-7441-477b-a89b-a66cd0dc4cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:33.582201 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] For port e302bd3e-b9e6-485d-b405-b9edaba510c1, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=e302bd3e-b9e6-485d-b405-b9edaba510c1,segment=NetworkSegment(dcadfd15-9d00-4220-b17c-421f13a03194),segment_id=dcadfd15-9d00-4220-b17c-421f13a03194)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:52:33.626510 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-cb2c34e1-0db6-48ac-9639-b9f7143129ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (68e0d52b-a453-44fc-8705-2e0a8522b39c), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:33.664246 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f2d94061-38b1-48ce-b416-6f28903f575a admin admin] Publish callbacks [] for router_gateway (136103d5-419c-49c8-8c00-c9caf5984d63), precommit_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:33.668874 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc47729b-d4e4-4725-9c62-cb473056ccd3 admin admin] Network 2a70364f-7478-4e00-a602-43026420194c is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:52:33.704504 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-dc47729b-d4e4-4725-9c62-cb473056ccd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:52:33.719676 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-cb2c34e1-0db6-48ac-9639-b9f7143129ee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bef36a2715d14ef3b83ea2d45a24784f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7986836 Jan 20 12:52:33.722722 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 52428) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:33.733982 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 52430) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:33.734239 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-860c30a8-26f0-4893-b007-c0ad7683ce1c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fda9b11912524b4381933fc1350329ec&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1272161 Jan 20 12:52:33.735126 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc47729b-d4e4-4725-9c62-cb473056ccd3 admin admin] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:52:33.744244 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-d1709f0a-4b85-4ae8-a787-53eba0bfd2d4 None None] Current status of the port e302bd3e-b9e6-485d-b405-b9edaba510c1 is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:52:33.744651 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-d1709f0a-4b85-4ae8-a787-53eba0bfd2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (e302bd3e-b9e6-485d-b405-b9edaba510c1), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:33.745349 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c34e1-0db6-48ac-9639-b9f7143129ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e0d52b-a453-44fc-8705-2e0a8522b39c,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:33.767074 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-fa457e49-4c1c-4ea2-8dc1-7865eb9fee55 None None] Publish callbacks [] for port (fb43fddc-de96-49ca-99c9-7814d764962a), precommit_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:33.837012 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-b734874e-2de0-4415-9416-81c997ee0f26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-24-iscsi, b0056a9e-a4fb-4aa8-9539-21906bb2fa1f) {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:52:33.847707 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1c81a5-4390-409c-893c-04bdcc5a9205 None None] Network b0056a9e-a4fb-4aa8-9539-21906bb2fa1f requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:52:33.857191 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47729b-d4e4-4725-9c62-cb473056ccd3 admin admin] Pushing event updated for resources: {'Port': ['ID=c03287ff-f1dd-40d0-9133-a0eb25aeda29,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:33.860512 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b734874e-2de0-4415-9416-81c997ee0f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:33.861478 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-b734874e-2de0-4415-9416-81c997ee0f26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for subnet (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:33.871167 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (e302bd3e-b9e6-485d-b405-b9edaba510c1), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:33.881779 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c30a8-26f0-4893-b007-c0ad7683ce1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6186c61-b049-44c4-8aec-262894e7b03c,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:33.959515 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Pushing event updated for resources: {'Port': ['ID=e302bd3e-b9e6-485d-b405-b9edaba510c1,revision_number=3']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:33.970342 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-fa457e49-4c1c-4ea2-8dc1-7865eb9fee55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (fb43fddc-de96-49ca-99c9-7814d764962a), after_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:33.988998 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-d240a74a-6616-46ab-8d61-c29e1255d041 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:33.990810 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-d240a74a-6616-46ab-8d61-c29e1255d041 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/networks?id=457dc31e-9fe8-4fb8-852d-eea62a00d396 HTTP/1.1" status: 200 len: 815 time: 0.6395824 Jan 20 12:52:34.008252 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-9d2eea4b-7214-4cac-a2ab-344f51e835f9 admin admin] Publish callbacks [] for security_group (a6186c61-b049-44c4-8aec-262894e7b03c), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:34.013772 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-8387ec2c-968c-452d-ab55-1fca64ce4e30 admin admin] Publish callbacks [] for security_group (68e0d52b-a453-44fc-8705-2e0a8522b39c), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:34.023887 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-d04c26f3-8d2b-4aaf-9951-fbdf7a49c089 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/quotas/c627e132fb96455193cbc6c115ae66a8 HTTP/1.1" status: 200 len: 375 time: 0.0224154 Jan 20 12:52:34.038259 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.db.api [None req-d1709f0a-4b85-4ae8-a787-53eba0bfd2d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 12:52:34.038648 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG oslo_db.api [None req-d1709f0a-4b85-4ae8-a787-53eba0bfd2d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 12:52:34.045886 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-b734874e-2de0-4415-9416-81c997ee0f26 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4943166 Jan 20 12:52:34.062521 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-9d2eea4b-7214-4cac-a2ab-344f51e835f9 admin admin] Publish callbacks [] for security_group (a6186c61-b049-44c4-8aec-262894e7b03c), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:34.095765 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa457e49-4c1c-4ea2-8dc1-7865eb9fee55 None None] Network 98783e85-5ee2-4a30-908e-0d0d62c14b33 is already hosted by enough agents. {{(pid=109761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:52:34.109999 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-470feafb-bdae-40dc-a068-3ef0a76f7946 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c627e132fb96455193cbc6c115ae66a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764503 Jan 20 12:52:34.119580 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.scheduler.base_scheduler [None req-fa457e49-4c1c-4ea2-8dc1-7865eb9fee55 None None] Resources bound (agent type, host, resource id): {{(pid=109761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:52:34.126883 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa457e49-4c1c-4ea2-8dc1-7865eb9fee55 None None] Received port after_create {{(pid=109761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:52:34.152178 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa457e49-4c1c-4ea2-8dc1-7865eb9fee55 None None] Pushing event updated for resources: {'Port': ['ID=fb43fddc-de96-49ca-99c9-7814d764962a,revision_number=1']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:34.234294 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-8387ec2c-968c-452d-ab55-1fca64ce4e30 admin admin] Publish callbacks [] for security_group (68e0d52b-a453-44fc-8705-2e0a8522b39c), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:34.249827 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a53338-cbd6-482d-ac3d-e92f7e9d300d None None] Network b0056a9e-a4fb-4aa8-9539-21906bb2fa1f requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:52:34.268528 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-fa457e49-4c1c-4ea2-8dc1-7865eb9fee55 None None] Attempting to bind port fb43fddc-de96-49ca-99c9-7814d764962a on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:52:34.273513 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-fa457e49-4c1c-4ea2-8dc1-7865eb9fee55 None None] Attempting to bind port fb43fddc-de96-49ca-99c9-7814d764962a by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': 'f8063152-2d0c-4a99-b56f-e96c1e39c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33'}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:52:34.274046 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa457e49-4c1c-4ea2-8dc1-7865eb9fee55 None None] Attempting to bind port fb43fddc-de96-49ca-99c9-7814d764962a on network 98783e85-5ee2-4a30-908e-0d0d62c14b33 {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:52:34.297536 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa457e49-4c1c-4ea2-8dc1-7865eb9fee55 None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:52:34.297536 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa457e49-4c1c-4ea2-8dc1-7865eb9fee55 None None] Checking segment: {'id': 'f8063152-2d0c-4a99-b56f-e96c1e39c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:52:34.297879 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-fa457e49-4c1c-4ea2-8dc1-7865eb9fee55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:34.298603 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa457e49-4c1c-4ea2-8dc1-7865eb9fee55 None None] Bound using segment: {'id': 'f8063152-2d0c-4a99-b56f-e96c1e39c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33'} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:52:34.298796 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-fa457e49-4c1c-4ea2-8dc1-7865eb9fee55 None None] Bound port: fb43fddc-de96-49ca-99c9-7814d764962a, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8063152-2d0c-4a99-b56f-e96c1e39c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33'}}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:52:34.299243 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-fa457e49-4c1c-4ea2-8dc1-7865eb9fee55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (fb43fddc-de96-49ca-99c9-7814d764962a), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:34.300673 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-9d2eea4b-7214-4cac-a2ab-344f51e835f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (a6186c61-b049-44c4-8aec-262894e7b03c), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:34.304367 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-9d2eea4b-7214-4cac-a2ab-344f51e835f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:34.305655 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-9d2eea4b-7214-4cac-a2ab-344f51e835f9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a6186c61-b049-44c4-8aec-262894e7b03c HTTP/1.1" status: 204 len: 168 time: 0.5701392 Jan 20 12:52:34.348614 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-63239314-d37a-4773-ace3-9d709d27d89d service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109759) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 12:52:34.348614 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-63239314-d37a-4773-ace3-9d709d27d89d service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1178441 Jan 20 12:52:34.366174 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2eea4b-7214-4cac-a2ab-344f51e835f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6186c61-b049-44c4-8aec-262894e7b03c,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:34.388106 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7a09d4df-2362-4239-9d7f-1322d7546543 admin admin] Publish callbacks [] for router_gateway (8fed2891-7fbf-410e-b9f1-95188133e99e), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:34.417747 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7a09d4df-2362-4239-9d7f-1322d7546543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:34.469609 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-fa457e49-4c1c-4ea2-8dc1-7865eb9fee55 None None] For port fb43fddc-de96-49ca-99c9-7814d764962a, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:52:34.478236 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-fa457e49-4c1c-4ea2-8dc1-7865eb9fee55 None None] For port fb43fddc-de96-49ca-99c9-7814d764962a, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=fb43fddc-de96-49ca-99c9-7814d764962a,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:52:34.536137 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device e302bd3e-b9e6-485d-b405-b9edaba510c1 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:52:34.585123 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-d8149a83-7633-4db2-a74e-6c584b400985 service neutron] 10.222.0.57 "GET /v2.0/networks/457dc31e-9fe8-4fb8-852d-eea62a00d396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470914 Jan 20 12:52:34.591276 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-dc47729b-d4e4-4725-9c62-cb473056ccd3 admin admin] Publish callbacks [] for router_gateway (6b9923d8-2afe-45a2-aa2d-90614be33ec2), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:34.595809 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-fa457e49-4c1c-4ea2-8dc1-7865eb9fee55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (fb43fddc-de96-49ca-99c9-7814d764962a), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:34.646189 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_common [None req-7a09d4df-2362-4239-9d7f-1322d7546543 admin admin] Allocated IP 172.27.0.131 (2a70364f-7478-4e00-a602-43026420194c/64f75221-ca68-464e-809b-7e1d4f1c5699/877f910a-8880-4633-84fd-08f7992c21e9) {{(pid=109760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:52:34.654352 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-d1709f0a-4b85-4ae8-a787-53eba0bfd2d4 None None] Current status of the port e302bd3e-b9e6-485d-b405-b9edaba510c1 is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:52:34.690666 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa457e49-4c1c-4ea2-8dc1-7865eb9fee55 None None] Pushing event updated for resources: {'Port': ['ID=fb43fddc-de96-49ca-99c9-7814d764962a,revision_number=2']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:34.698512 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port e302bd3e-b9e6-485d-b405-b9edaba510c1 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:52:34.699006 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (e302bd3e-b9e6-485d-b405-b9edaba510c1), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:34.795752 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7a09d4df-2362-4239-9d7f-1322d7546543 admin admin] Publish callbacks [] for port (877f910a-8880-4633-84fd-08f7992c21e9), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:34.807013 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-1ee99f5e-eb76-4d3f-bfb3-ce0ed41a4864 service neutron] 10.222.0.57 "GET /v2.0/networks/457dc31e-9fe8-4fb8-852d-eea62a00d396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127173 Jan 20 12:52:34.854216 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port e302bd3e-b9e6-485d-b405-b9edaba510c1 is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:52:34.860315 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-8387ec2c-968c-452d-ab55-1fca64ce4e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (68e0d52b-a453-44fc-8705-2e0a8522b39c), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:34.860501 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-03977b65-bde8-443f-b843-f58c6c405a7f None None] Provisioning complete for port e302bd3e-b9e6-485d-b405-b9edaba510c1 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:52:34.860501 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-03977b65-bde8-443f-b843-f58c6c405a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (e302bd3e-b9e6-485d-b405-b9edaba510c1), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:34.862416 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-8387ec2c-968c-452d-ab55-1fca64ce4e30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:34.863595 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-8387ec2c-968c-452d-ab55-1fca64ce4e30 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/68e0d52b-a453-44fc-8705-2e0a8522b39c HTTP/1.1" status: 204 len: 168 time: 1.1397507 Jan 20 12:52:34.885046 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387ec2c-968c-452d-ab55-1fca64ce4e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e0d52b-a453-44fc-8705-2e0a8522b39c,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:34.903708 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f2d94061-38b1-48ce-b416-6f28903f575a admin admin] Publish callbacks [] for router_gateway (136103d5-419c-49c8-8c00-c9caf5984d63), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:34.926555 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f2d94061-38b1-48ce-b416-6f28903f575a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:35.015016 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-dc47729b-d4e4-4725-9c62-cb473056ccd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1571917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1567081'] for router (6b9923d8-2afe-45a2-aa2d-90614be33ec2), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:35.076808 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_common [None req-f2d94061-38b1-48ce-b416-6f28903f575a admin admin] Allocated IP 172.27.0.207 (2a70364f-7478-4e00-a602-43026420194c/64f75221-ca68-464e-809b-7e1d4f1c5699/062ac87f-6c96-4374-8292-94d42a4f58c6) {{(pid=109760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:52:35.096377 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-03977b65-bde8-443f-b843-f58c6c405a7f None None] Current status of the port e302bd3e-b9e6-485d-b405-b9edaba510c1 is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:52:35.156280 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7a09d4df-2362-4239-9d7f-1322d7546543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (877f910a-8880-4633-84fd-08f7992c21e9), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:35.228527 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09d4df-2362-4239-9d7f-1322d7546543 admin admin] Pushing event updated for resources: {'Port': ['ID=877f910a-8880-4633-84fd-08f7992c21e9,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:35.252067 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a09d4df-2362-4239-9d7f-1322d7546543 admin admin] Network 2a70364f-7478-4e00-a602-43026420194c is already hosted by enough agents. {{(pid=109760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:52:35.252067 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-7a09d4df-2362-4239-9d7f-1322d7546543 admin admin] Resources bound (agent type, host, resource id): {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:52:35.252067 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a09d4df-2362-4239-9d7f-1322d7546543 admin admin] Received port after_create {{(pid=109760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:52:35.257895 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f2d94061-38b1-48ce-b416-6f28903f575a admin admin] Publish callbacks [] for port (062ac87f-6c96-4374-8292-94d42a4f58c6), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:35.479176 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 52500) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:35.627623 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-be28fb3a-2fa9-4e98-a272-da24661e78d7 req-d814c558-71cf-41d3-8484-38d58f13a79a tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 210 time: 0.0821896 Jan 20 12:52:35.656874 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-d0c7cb12-192e-4570-938a-1d3619d89cba tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:35.658389 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-d0c7cb12-192e-4570-938a-1d3619d89cba tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/networks?id=b0056a9e-a4fb-4aa8-9539-21906bb2fa1f HTTP/1.1" status: 200 len: 812 time: 0.1777766 Jan 20 12:52:35.674872 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-2299bc12-137e-4811-b20b-56d4755ebf10 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/quotas/abbe43436cf6434e9c8e340b7ec90ae8 HTTP/1.1" status: 200 len: 375 time: 0.0110817 Jan 20 12:52:35.693167 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc47729b-d4e4-4725-9c62-cb473056ccd3 admin admin] Router 6b9923d8-2afe-45a2-aa2d-90614be33ec2 is scheduled to L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 with binding_index 1 {{(pid=109759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 12:52:35.770765 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f2d94061-38b1-48ce-b416-6f28903f575a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (062ac87f-6c96-4374-8292-94d42a4f58c6), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:35.829733 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 52508) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:35.839630 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-2feb18a1-4064-4229-95d2-5e861bf4396e tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=abbe43436cf6434e9c8e340b7ec90ae8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1592109 Jan 20 12:52:35.875344 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-a7273bf5-726c-45ae-9138-fbeb5a0dd239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:35.923883 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7a09d4df-2362-4239-9d7f-1322d7546543 admin admin] Publish callbacks [] for router_gateway (8fed2891-7fbf-410e-b9f1-95188133e99e), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:35.992119 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d94061-38b1-48ce-b416-6f28903f575a admin admin] Network 2a70364f-7478-4e00-a602-43026420194c is already hosted by enough agents. {{(pid=109760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:52:36.010594 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-f2d94061-38b1-48ce-b416-6f28903f575a admin admin] Resources bound (agent type, host, resource id): {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:52:36.014631 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d94061-38b1-48ce-b416-6f28903f575a admin admin] Pushing event updated for resources: {'Port': ['ID=062ac87f-6c96-4374-8292-94d42a4f58c6,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:36.018525 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d94061-38b1-48ce-b416-6f28903f575a admin admin] Received port after_create {{(pid=109760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:52:36.030807 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-ff0bab26-f3d5-4b58-8cd9-e2558d48cd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:36.095410 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc47729b-d4e4-4725-9c62-cb473056ccd3 admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:52:36.121654 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25805ab-2657-40bc-934f-a0067fd47858 None None] Sync routers for ids ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'] in dv-cinder-804035-24-iscsi {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 12:52:36.142062 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25805ab-2657-40bc-934f-a0067fd47858 None None] Routers {'6b9923d8-2afe-45a2-aa2d-90614be33ec2'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:52:36.144893 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-d25805ab-2657-40bc-934f-a0067fd47858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:52:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:52:36.241243 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-a7273bf5-726c-45ae-9138-fbeb5a0dd239 admin admin] Publish callbacks [] for security_group (8347dfb5-a8dd-4162-8c7c-54c7c3b49d8e), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:36.264601 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-dc47729b-d4e4-4725-9c62-cb473056ccd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:36.266229 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-dc47729b-d4e4-4725-9c62-cb473056ccd3 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8790736 Jan 20 12:52:36.268840 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 52530) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:36.326533 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-8ee7dbee-4a4a-4c40-abd8-b255cf0e41f5 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109759) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 12:52:36.327556 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-8ee7dbee-4a4a-4c40-abd8-b255cf0e41f5 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1248043 Jan 20 12:52:36.423190 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761de875-09f2-46ef-8cc8-dbcf98e793f0 None None] Network 98783e85-5ee2-4a30-908e-0d0d62c14b33 requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:52:36.423416 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-a7273bf5-726c-45ae-9138-fbeb5a0dd239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (8347dfb5-a8dd-4162-8c7c-54c7c3b49d8e), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:36.507785 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-d25805ab-2657-40bc-934f-a0067fd47858 None None] Set router 6b9923d8-2afe-45a2-aa2d-90614be33ec2 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:52:36.514531 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7273bf5-726c-45ae-9138-fbeb5a0dd239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8347dfb5-a8dd-4162-8c7c-54c7c3b49d8e,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:36.529708 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-a7273bf5-726c-45ae-9138-fbeb5a0dd239 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=113435cc26844c46b260e425248548e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6973739 Jan 20 12:52:36.534804 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 52538) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:36.603049 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-3f5683ea-344d-413c-b355-eaa5adea9ed5 None None] Provisioning complete for port fb43fddc-de96-49ca-99c9-7814d764962a triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:52:36.605103 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-3f5683ea-344d-413c-b355-eaa5adea9ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (fb43fddc-de96-49ca-99c9-7814d764962a), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:36.617711 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-bed88fe9-f782-4197-b512-c6089fe56cd4 service neutron] 10.222.0.57 "GET /v2.0/networks/b0056a9e-a4fb-4aa8-9539-21906bb2fa1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805989 Jan 20 12:52:36.723217 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-d25805ab-2657-40bc-934f-a0067fd47858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'name': 'tempest-AttachVolumeTestJSON-2107782987-router', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:30Z', 'updated_at': '2022-01-20T12:52:34Z', 'revision_number': 3, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'gw_port': {'id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:52:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:52:36.724568 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7a09d4df-2362-4239-9d7f-1322d7546543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1571917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1567081'] for router (8fed2891-7fbf-410e-b9f1-95188133e99e), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:36.740918 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-3f5683ea-344d-413c-b355-eaa5adea9ed5 None None] Current status of the port fb43fddc-de96-49ca-99c9-7814d764962a is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:52:36.741486 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-3f5683ea-344d-413c-b355-eaa5adea9ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (fb43fddc-de96-49ca-99c9-7814d764962a), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:36.758252 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25805ab-2657-40bc-934f-a0067fd47858 None None] Checking router: 6b9923d8-2afe-45a2-aa2d-90614be33ec2 for host: dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 12:52:36.759546 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25805ab-2657-40bc-934f-a0067fd47858 None None] Updating router 6b9923d8-2afe-45a2-aa2d-90614be33ec2 port c03287ff-f1dd-40d0-9133-a0eb25aeda29 binding host dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 12:52:36.790539 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-d25805ab-2657-40bc-934f-a0067fd47858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (c03287ff-f1dd-40d0-9133-a0eb25aeda29), before_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:36.826986 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device fb43fddc-de96-49ca-99c9-7814d764962a up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:52:36.916158 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6afd917a-b587-46e8-abc1-55d48df5bd06 req-661d921f-0c62-42a4-8252-aa310ef8a1c7 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 210 time: 0.0888512 Jan 20 12:52:37.023044 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-3f5683ea-344d-413c-b355-eaa5adea9ed5 None None] For port fb43fddc-de96-49ca-99c9-7814d764962a, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=fb43fddc-de96-49ca-99c9-7814d764962a,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:52:37.072798 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port fb43fddc-de96-49ca-99c9-7814d764962a triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:52:37.073534 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (fb43fddc-de96-49ca-99c9-7814d764962a), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:37.197131 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-681675ad-ce99-406d-9d22-f6e3c9b3a0b8 admin admin] Publish callbacks [] for security_group (8347dfb5-a8dd-4162-8c7c-54c7c3b49d8e), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:37.220054 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f2d94061-38b1-48ce-b416-6f28903f575a admin admin] Publish callbacks [] for router_gateway (136103d5-419c-49c8-8c00-c9caf5984d63), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:37.223975 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port fb43fddc-de96-49ca-99c9-7814d764962a is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:52:37.224464 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (fb43fddc-de96-49ca-99c9-7814d764962a), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:37.251049 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-3f5683ea-344d-413c-b355-eaa5adea9ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (fb43fddc-de96-49ca-99c9-7814d764962a), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:37.304607 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-d25805ab-2657-40bc-934f-a0067fd47858 None None] Publish callbacks [] for port (c03287ff-f1dd-40d0-9133-a0eb25aeda29), precommit_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:37.342447 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.db.api [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 12:52:37.354692 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG oslo_db.api [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 12:52:37.355673 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-957817e1-2f63-4b64-bb27-067d5e582a7d service neutron] 10.222.0.57 "GET /v2.0/networks/b0056a9e-a4fb-4aa8-9539-21906bb2fa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5827150 Jan 20 12:52:37.355673 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-681675ad-ce99-406d-9d22-f6e3c9b3a0b8 admin admin] Publish callbacks [] for security_group (8347dfb5-a8dd-4162-8c7c-54c7c3b49d8e), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:37.403567 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5683ea-344d-413c-b355-eaa5adea9ed5 None None] Pushing event updated for resources: {'Port': ['ID=fb43fddc-de96-49ca-99c9-7814d764962a,revision_number=3']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:37.416383 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-40211eb5-1db0-427b-b901-9d5dbf625ad6 None None] Provisioning complete for port fb43fddc-de96-49ca-99c9-7814d764962a triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:52:37.421914 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-40211eb5-1db0-427b-b901-9d5dbf625ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (fb43fddc-de96-49ca-99c9-7814d764962a), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:37.862315 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-d25805ab-2657-40bc-934f-a0067fd47858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (c03287ff-f1dd-40d0-9133-a0eb25aeda29), after_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:37.888636 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-40211eb5-1db0-427b-b901-9d5dbf625ad6 None None] Current status of the port fb43fddc-de96-49ca-99c9-7814d764962a is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:52:37.890461 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7aab5e94-ed50-4abe-ab6a-eba3356cdd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:37.893082 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-d25805ab-2657-40bc-934f-a0067fd47858 None None] Attempting to bind port c03287ff-f1dd-40d0-9133-a0eb25aeda29 on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:52:37.893082 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-d25805ab-2657-40bc-934f-a0067fd47858 None None] Attempting to bind port c03287ff-f1dd-40d0-9133-a0eb25aeda29 by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'}] {{(pid=109762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:52:37.893082 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25805ab-2657-40bc-934f-a0067fd47858 None None] Attempting to bind port c03287ff-f1dd-40d0-9133-a0eb25aeda29 on network 2a70364f-7478-4e00-a602-43026420194c {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:52:37.893082 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25805ab-2657-40bc-934f-a0067fd47858 None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:52:37.893082 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25805ab-2657-40bc-934f-a0067fd47858 None None] Checking segment: {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:52:37.893082 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-d25805ab-2657-40bc-934f-a0067fd47858 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:37.893082 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25805ab-2657-40bc-934f-a0067fd47858 None None] Bound using segment: {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'} {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:52:37.893082 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-d25805ab-2657-40bc-934f-a0067fd47858 None None] Bound port: c03287ff-f1dd-40d0-9133-a0eb25aeda29, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'}}] {{(pid=109762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:52:37.893082 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-d25805ab-2657-40bc-934f-a0067fd47858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (c03287ff-f1dd-40d0-9133-a0eb25aeda29), before_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:37.894914 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24125575-c787-4a3d-bcca-e62100451f7a None None] Pushing event updated for resources: {'Port': ['ID=c03287ff-f1dd-40d0-9133-a0eb25aeda29,revision_number=2']} {{(pid=109762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:37.895077 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f2d94061-38b1-48ce-b416-6f28903f575a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1571917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1567081'] for router (136103d5-419c-49c8-8c00-c9caf5984d63), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24125575-c787-4a3d-bcca-e62100451f7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24125575-c787-4a3d-bcca-e62100451f7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24125575-c787-4a3d-bcca-e62100451f7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24125575-c787-4a3d-bcca-e62100451f7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24125575-c787-4a3d-bcca-e62100451f7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24125575-c787-4a3d-bcca-e62100451f7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24125575-c787-4a3d-bcca-e62100451f7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24125575-c787-4a3d-bcca-e62100451f7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24125575-c787-4a3d-bcca-e62100451f7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24125575-c787-4a3d-bcca-e62100451f7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24125575-c787-4a3d-bcca-e62100451f7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24125575-c787-4a3d-bcca-e62100451f7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24125575-c787-4a3d-bcca-e62100451f7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24125575-c787-4a3d-bcca-e62100451f7a None None] Tracked resource versions report: Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: pushed versions: Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: { 'AddressGroup': {'1.2'}, Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: 'ConntrackHelper': {'1.0'}, Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: 'LocalIPAssociation': {'1.0'}, Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: 'Log': {'1.0'}, Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: 'Network': {'1.1'}, Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: 'Port': {'1.7'}, Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: 'PortForwarding': {'1.2'}, Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: 'QosPolicy': {'1.10'}, Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: 'SecurityGroup': {'1.5'}, Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: 'SecurityGroupRule': {'1.2'}, Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: 'SubPort': {'1.0'}, Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: 'Subnet': {'1.1'}, Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: 'Trunk': {'1.1'}} Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: consumer versions: Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: { DHCP agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: HyperV agent@hv-cinder-80403: {}, Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: L3 agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: Metadata agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: Metering agent@dv-cinder-804035-24-iscsi: {}, Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: Open vSwitch agent@dv-cinder-804035-24-iscsi: { 'AddressGroup': '1.2', Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: 'ConntrackHelper': '1.0', Jan 20 12:52:37.895224 dv-cinder-804035-24-iscsi neutron-server[109762]: 'LocalIPAssociation': '1.0', Jan 20 12:52:37.903771 dv-cinder-804035-24-iscsi neutron-server[109762]: 'Log': '1.0', Jan 20 12:52:37.903771 dv-cinder-804035-24-iscsi neutron-server[109762]: 'Network': '1.1', Jan 20 12:52:37.903771 dv-cinder-804035-24-iscsi neutron-server[109762]: 'Port': '1.7', Jan 20 12:52:37.903771 dv-cinder-804035-24-iscsi neutron-server[109762]: 'PortForwarding': '1.2', Jan 20 12:52:37.903771 dv-cinder-804035-24-iscsi neutron-server[109762]: 'QosPolicy': '1.10', Jan 20 12:52:37.903771 dv-cinder-804035-24-iscsi neutron-server[109762]: 'SecurityGroup': '1.5', Jan 20 12:52:37.903771 dv-cinder-804035-24-iscsi neutron-server[109762]: 'SecurityGroupRule': '1.2', Jan 20 12:52:37.903771 dv-cinder-804035-24-iscsi neutron-server[109762]: 'SubPort': '1.0', Jan 20 12:52:37.903771 dv-cinder-804035-24-iscsi neutron-server[109762]: 'Subnet': '1.1', Jan 20 12:52:37.903771 dv-cinder-804035-24-iscsi neutron-server[109762]: 'Trunk': '1.1'}} Jan 20 12:52:37.903771 dv-cinder-804035-24-iscsi neutron-server[109762]: {{(pid=109762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 12:52:37.903771 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.db [None req-d25805ab-2657-40bc-934f-a0067fd47858 None None] For port c03287ff-f1dd-40d0-9133-a0eb25aeda29, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:52:37.903771 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.db [None req-d25805ab-2657-40bc-934f-a0067fd47858 None None] For port c03287ff-f1dd-40d0-9133-a0eb25aeda29, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=c03287ff-f1dd-40d0-9133-a0eb25aeda29,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:52:37.904844 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a09d4df-2362-4239-9d7f-1322d7546543 admin admin] Router 8fed2891-7fbf-410e-b9f1-95188133e99e is scheduled to L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 with binding_index 1 {{(pid=109760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 12:52:37.904947 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:37.905050 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-d25805ab-2657-40bc-934f-a0067fd47858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (c03287ff-f1dd-40d0-9133-a0eb25aeda29), after_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:37.905159 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a09d4df-2362-4239-9d7f-1322d7546543 admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:52:37.905263 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-681675ad-ce99-406d-9d22-f6e3c9b3a0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (8347dfb5-a8dd-4162-8c7c-54c7c3b49d8e), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:37.905362 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef7551-9f72-4bcc-a1b5-30d6e144d77b None None] Sync routers for ids ['8fed2891-7fbf-410e-b9f1-95188133e99e'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 12:52:37.905486 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-681675ad-ce99-406d-9d22-f6e3c9b3a0b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:37.905486 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-681675ad-ce99-406d-9d22-f6e3c9b3a0b8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8347dfb5-a8dd-4162-8c7c-54c7c3b49d8e HTTP/1.1" status: 204 len: 168 time: 1.3676832 Jan 20 12:52:37.918964 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef7551-9f72-4bcc-a1b5-30d6e144d77b None None] Routers {'8fed2891-7fbf-410e-b9f1-95188133e99e'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:52:37.919684 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-0aef7551-9f72-4bcc-a1b5-30d6e144d77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:52:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['8fed2891-7fbf-410e-b9f1-95188133e99e'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:52:37.921581 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port fb43fddc-de96-49ca-99c9-7814d764962a is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:52:38.073988 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24125575-c787-4a3d-bcca-e62100451f7a None None] Pushing event updated for resources: {'Port': ['ID=c03287ff-f1dd-40d0-9133-a0eb25aeda29,revision_number=3']} {{(pid=109762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:38.085805 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25805ab-2657-40bc-934f-a0067fd47858 None None] Routers {'6b9923d8-2afe-45a2-aa2d-90614be33ec2'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:52:38.087258 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-d25805ab-2657-40bc-934f-a0067fd47858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:52:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:52:38.110136 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7a09d4df-2362-4239-9d7f-1322d7546543 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:38.111417 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-7a09d4df-2362-4239-9d7f-1322d7546543 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7186096 Jan 20 12:52:38.113081 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d94061-38b1-48ce-b416-6f28903f575a admin admin] Router 136103d5-419c-49c8-8c00-c9caf5984d63 is scheduled to L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 with binding_index 1 {{(pid=109760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 12:52:38.114928 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 52582) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:38.171139 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-0aef7551-9f72-4bcc-a1b5-30d6e144d77b None None] Set router 8fed2891-7fbf-410e-b9f1-95188133e99e gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:52:38.241938 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-961907d3-e05d-49b0-b548-7b97388ef13c req-b37076c1-ca45-41e9-b4c5-5c46ca620425 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 210 time: 0.2426965 Jan 20 12:52:38.257114 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-46fd4252-a344-4489-8121-196a4e47867c req-7ddecdfd-670a-4164-88a5-11b4165aa4a3 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 210 time: 0.0880885 Jan 20 12:52:38.262434 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681675ad-ce99-406d-9d22-f6e3c9b3a0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8347dfb5-a8dd-4162-8c7c-54c7c3b49d8e,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:38.366587 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-d25805ab-2657-40bc-934f-a0067fd47858 None None] Set router 6b9923d8-2afe-45a2-aa2d-90614be33ec2 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:52:38.515706 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [None req-7aab5e94-ed50-4abe-ab6a-eba3356cdd41 admin admin] Allocated IP 172.20.0.1 (51dfc435-f4d5-4bb7-b519-debcc47256e8/7e70a924-e46b-43c1-b6e9-160e1b7b97c7/47fb2c43-8fb0-46ef-8776-40751edea304) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:52:38.530116 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d94061-38b1-48ce-b416-6f28903f575a admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:52:38.625589 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c943185e-2aa2-4ad3-858f-ab0d3d5f070d None None] Sync routers for ids ['136103d5-419c-49c8-8c00-c9caf5984d63'] in dv-cinder-804035-24-iscsi {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 12:52:38.632788 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device fb43fddc-de96-49ca-99c9-7814d764962a up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:52:38.705303 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-0aef7551-9f72-4bcc-a1b5-30d6e144d77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fed2891-7fbf-410e-b9f1-95188133e99e', 'name': 'tempest-ServerRescueNegativeTestJSON-291661847-router', 'tenant_id': '428c88034eba4cf187ed3b80a771c522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '877f910a-8880-4633-84fd-08f7992c21e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:52:35Z', 'revision_number': 3, 'project_id': '428c88034eba4cf187ed3b80a771c522', 'gw_port': {'id': '877f910a-8880-4633-84fd-08f7992c21e9', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fed2891-7fbf-410e-b9f1-95188133e99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:34Z', 'updated_at': '2022-01-20T12:52:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:52:38.722690 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c943185e-2aa2-4ad3-858f-ab0d3d5f070d None None] Routers {'136103d5-419c-49c8-8c00-c9caf5984d63'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:52:38.723380 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-c943185e-2aa2-4ad3-858f-ab0d3d5f070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:52:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['136103d5-419c-49c8-8c00-c9caf5984d63'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:52:38.733967 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7aab5e94-ed50-4abe-ab6a-eba3356cdd41 admin admin] Publish callbacks [] for port (47fb2c43-8fb0-46ef-8776-40751edea304), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:38.748319 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f2d94061-38b1-48ce-b416-6f28903f575a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:38.752764 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 52612) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:38.754195 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-f2d94061-38b1-48ce-b416-6f28903f575a admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9820907 Jan 20 12:52:38.772442 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef7551-9f72-4bcc-a1b5-30d6e144d77b None None] Checking router: 8fed2891-7fbf-410e-b9f1-95188133e99e for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 12:52:38.772857 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef7551-9f72-4bcc-a1b5-30d6e144d77b None None] Updating router 8fed2891-7fbf-410e-b9f1-95188133e99e port 877f910a-8880-4633-84fd-08f7992c21e9 binding host dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 12:52:38.827745 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-0aef7551-9f72-4bcc-a1b5-30d6e144d77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (877f910a-8880-4633-84fd-08f7992c21e9), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:38.979945 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-c943185e-2aa2-4ad3-858f-ab0d3d5f070d None None] Set router 136103d5-419c-49c8-8c00-c9caf5984d63 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:52:39.068582 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-d25805ab-2657-40bc-934f-a0067fd47858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'name': 'tempest-AttachVolumeTestJSON-2107782987-router', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:30Z', 'updated_at': '2022-01-20T12:52:34Z', 'revision_number': 3, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'gw_port': {'id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:52:39.121360 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port fb43fddc-de96-49ca-99c9-7814d764962a triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:52:39.121974 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (fb43fddc-de96-49ca-99c9-7814d764962a), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:39.129523 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25805ab-2657-40bc-934f-a0067fd47858 None None] The sync data for ids ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'] in dv-cinder-804035-24-iscsi is: [{'id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'name': 'tempest-AttachVolumeTestJSON-2107782987-router', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:30Z', 'updated_at': '2022-01-20T12:52:34Z', 'revision_number': 3, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'gw_port': {'id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}] {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 12:52:39.132487 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-6526425c-16c3-43ce-9848-891c504bc202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:39.229263 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:39.428698 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-c943185e-2aa2-4ad3-858f-ab0d3d5f070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'name': 'tempest-AttachVolumeShelveTestJSON-625325489-router', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:33Z', 'updated_at': '2022-01-20T12:52:36Z', 'revision_number': 3, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'gw_port': {'id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:34Z', 'updated_at': '2022-01-20T12:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:52:39.513668 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c943185e-2aa2-4ad3-858f-ab0d3d5f070d None None] Checking router: 136103d5-419c-49c8-8c00-c9caf5984d63 for host: dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 12:52:39.514068 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c943185e-2aa2-4ad3-858f-ab0d3d5f070d None None] Updating router 136103d5-419c-49c8-8c00-c9caf5984d63 port 062ac87f-6c96-4374-8292-94d42a4f58c6 binding host dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 12:52:39.580788 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-c943185e-2aa2-4ad3-858f-ab0d3d5f070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (062ac87f-6c96-4374-8292-94d42a4f58c6), before_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:39.621604 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7aab5e94-ed50-4abe-ab6a-eba3356cdd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (47fb2c43-8fb0-46ef-8776-40751edea304), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:39.663272 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_common [None req-6526425c-16c3-43ce-9848-891c504bc202 admin admin] Allocated IP 172.20.0.1 (1da03262-aaa2-44ec-9b4a-16ceb45bebd0/ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7/69303bf2-4bf9-4b61-b4d9-18132d897e8d) {{(pid=109760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:52:39.771450 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-0aef7551-9f72-4bcc-a1b5-30d6e144d77b None None] Publish callbacks [] for port (877f910a-8880-4633-84fd-08f7992c21e9), precommit_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:39.810861 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port fb43fddc-de96-49ca-99c9-7814d764962a is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:52:39.843064 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8ae006d8-3703-4f3b-8c54-d8fefc7ee261 req-019cc291-2b47-4f79-842f-d37d915140d2 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 210 time: 0.1864700 Jan 20 12:52:39.875648 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-6526425c-16c3-43ce-9848-891c504bc202 admin admin] Publish callbacks [] for port (69303bf2-4bf9-4b61-b4d9-18132d897e8d), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:39.912757 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8b04a3f0-401f-415a-9d97-b8c762d8e786 req-1a438f2c-517f-42e9-8800-8077bdf5c6a6 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 210 time: 0.3252561 Jan 20 12:52:39.937325 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aab5e94-ed50-4abe-ab6a-eba3356cdd41 admin admin] Network 51dfc435-f4d5-4bb7-b519-debcc47256e8 is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:52:39.939880 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-0aef7551-9f72-4bcc-a1b5-30d6e144d77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (877f910a-8880-4633-84fd-08f7992c21e9), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:39.944429 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-7aab5e94-ed50-4abe-ab6a-eba3356cdd41 admin admin] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:52:39.956871 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aab5e94-ed50-4abe-ab6a-eba3356cdd41 admin admin] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:52:39.956871 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7aab5e94-ed50-4abe-ab6a-eba3356cdd41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530587'] for router_interface (6b9923d8-2afe-45a2-aa2d-90614be33ec2), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:40.052814 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:40.069250 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-0aef7551-9f72-4bcc-a1b5-30d6e144d77b None None] Attempting to bind port 877f910a-8880-4633-84fd-08f7992c21e9 on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:52:40.069739 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-0aef7551-9f72-4bcc-a1b5-30d6e144d77b None None] Attempting to bind port 877f910a-8880-4633-84fd-08f7992c21e9 by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:52:40.070113 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef7551-9f72-4bcc-a1b5-30d6e144d77b None None] Attempting to bind port 877f910a-8880-4633-84fd-08f7992c21e9 on network 2a70364f-7478-4e00-a602-43026420194c {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:52:40.086409 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef7551-9f72-4bcc-a1b5-30d6e144d77b None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:52:40.087057 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef7551-9f72-4bcc-a1b5-30d6e144d77b None None] Checking segment: {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:52:40.087224 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-0aef7551-9f72-4bcc-a1b5-30d6e144d77b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:40.089992 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef7551-9f72-4bcc-a1b5-30d6e144d77b None None] Bound using segment: {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:52:40.090504 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-0aef7551-9f72-4bcc-a1b5-30d6e144d77b None None] Bound port: 877f910a-8880-4633-84fd-08f7992c21e9, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'}}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:52:40.092861 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-0aef7551-9f72-4bcc-a1b5-30d6e144d77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (877f910a-8880-4633-84fd-08f7992c21e9), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:40.102008 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749046ec-20fd-4e80-b821-8a15ccdb9c18 None None] Pushing event updated for resources: {'Port': ['ID=877f910a-8880-4633-84fd-08f7992c21e9,revision_number=2']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:40.217006 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-0aef7551-9f72-4bcc-a1b5-30d6e144d77b None None] For port 877f910a-8880-4633-84fd-08f7992c21e9, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:52:40.220668 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-0aef7551-9f72-4bcc-a1b5-30d6e144d77b None None] For port 877f910a-8880-4633-84fd-08f7992c21e9, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=877f910a-8880-4633-84fd-08f7992c21e9,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:52:40.300757 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab5e94-ed50-4abe-ab6a-eba3356cdd41 admin admin] Pushing event updated for resources: {'Port': ['ID=47fb2c43-8fb0-46ef-8776-40751edea304,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:40.381089 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-c943185e-2aa2-4ad3-858f-ab0d3d5f070d None None] Publish callbacks [] for port (062ac87f-6c96-4374-8292-94d42a4f58c6), precommit_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:40.395562 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-e0f2fcec-3592-4b98-a267-04a1ca436fa0 None None] Provisioning complete for port 47fb2c43-8fb0-46ef-8776-40751edea304 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:52:40.396146 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-e0f2fcec-3592-4b98-a267-04a1ca436fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (47fb2c43-8fb0-46ef-8776-40751edea304), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:40.438884 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-e0f2fcec-3592-4b98-a267-04a1ca436fa0 None None] Port 47fb2c43-8fb0-46ef-8776-40751edea304 cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 12:52:40.516865 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-8bb5f1f2-dfa3-4f64-8e47-3bd9eb9ecc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:40.675781 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device c03287ff-f1dd-40d0-9133-a0eb25aeda29 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:52:40.729041 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port c03287ff-f1dd-40d0-9133-a0eb25aeda29 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:52:40.729263 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [None req-8bb5f1f2-dfa3-4f64-8e47-3bd9eb9ecc9f admin admin] Allocated IP 172.20.0.1 (98783e85-5ee2-4a30-908e-0d0d62c14b33/1295fc8c-2285-4e3e-9a1a-e24300eba26a/15ff246f-4fb6-443a-b9db-cbea566c6e7a) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:52:40.730031 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (c03287ff-f1dd-40d0-9133-a0eb25aeda29), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:40.809318 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-6526425c-16c3-43ce-9848-891c504bc202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (69303bf2-4bf9-4b61-b4d9-18132d897e8d), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:40.827415 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-c943185e-2aa2-4ad3-858f-ab0d3d5f070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (062ac87f-6c96-4374-8292-94d42a4f58c6), after_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:40.871575 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-0aef7551-9f72-4bcc-a1b5-30d6e144d77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (877f910a-8880-4633-84fd-08f7992c21e9), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:40.897923 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526425c-16c3-43ce-9848-891c504bc202 admin admin] Pushing event updated for resources: {'Port': ['ID=69303bf2-4bf9-4b61-b4d9-18132d897e8d,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:40.940312 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6526425c-16c3-43ce-9848-891c504bc202 admin admin] Network 1da03262-aaa2-44ec-9b4a-16ceb45bebd0 is already hosted by enough agents. {{(pid=109760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:52:40.945364 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-6526425c-16c3-43ce-9848-891c504bc202 admin admin] Resources bound (agent type, host, resource id): {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:52:40.955611 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6526425c-16c3-43ce-9848-891c504bc202 admin admin] Received port after_create {{(pid=109760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:52:40.955611 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-6526425c-16c3-43ce-9848-891c504bc202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530587'] for router_interface (8fed2891-7fbf-410e-b9f1-95188133e99e), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:41.052163 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port c03287ff-f1dd-40d0-9133-a0eb25aeda29 is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:52:41.055280 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (c03287ff-f1dd-40d0-9133-a0eb25aeda29), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:41.066141 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9fd3c-95fb-4572-bff6-61c3623a8beb None None] Pushing event updated for resources: {'Port': ['ID=062ac87f-6c96-4374-8292-94d42a4f58c6,revision_number=2']} {{(pid=109762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:41.081310 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-c943185e-2aa2-4ad3-858f-ab0d3d5f070d None None] Attempting to bind port 062ac87f-6c96-4374-8292-94d42a4f58c6 on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:52:41.083524 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-c943185e-2aa2-4ad3-858f-ab0d3d5f070d None None] Attempting to bind port 062ac87f-6c96-4374-8292-94d42a4f58c6 by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'}] {{(pid=109762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:52:41.085614 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c943185e-2aa2-4ad3-858f-ab0d3d5f070d None None] Attempting to bind port 062ac87f-6c96-4374-8292-94d42a4f58c6 on network 2a70364f-7478-4e00-a602-43026420194c {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:52:41.103726 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c943185e-2aa2-4ad3-858f-ab0d3d5f070d None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:52:41.104983 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c943185e-2aa2-4ad3-858f-ab0d3d5f070d None None] Checking segment: {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:52:41.106205 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-c943185e-2aa2-4ad3-858f-ab0d3d5f070d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:41.108253 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c943185e-2aa2-4ad3-858f-ab0d3d5f070d None None] Bound using segment: {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'} {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:52:41.109011 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-c943185e-2aa2-4ad3-858f-ab0d3d5f070d None None] Bound port: 062ac87f-6c96-4374-8292-94d42a4f58c6, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'}}] {{(pid=109762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:52:41.110250 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-c943185e-2aa2-4ad3-858f-ab0d3d5f070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (062ac87f-6c96-4374-8292-94d42a4f58c6), before_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:41.114744 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] For port c03287ff-f1dd-40d0-9133-a0eb25aeda29, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=c03287ff-f1dd-40d0-9133-a0eb25aeda29,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:52:41.132347 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:41.141453 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef7551-9f72-4bcc-a1b5-30d6e144d77b None None] Routers {'8fed2891-7fbf-410e-b9f1-95188133e99e'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:52:41.143376 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-0aef7551-9f72-4bcc-a1b5-30d6e144d77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:52:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['8fed2891-7fbf-410e-b9f1-95188133e99e'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:52:41.239779 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.db [None req-c943185e-2aa2-4ad3-858f-ab0d3d5f070d None None] For port 062ac87f-6c96-4374-8292-94d42a4f58c6, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:52:41.243968 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.db [None req-c943185e-2aa2-4ad3-858f-ab0d3d5f070d None None] For port 062ac87f-6c96-4374-8292-94d42a4f58c6, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=062ac87f-6c96-4374-8292-94d42a4f58c6,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:52:41.262557 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7aab5e94-ed50-4abe-ab6a-eba3356cdd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (47fb2c43-8fb0-46ef-8776-40751edea304), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:41.268547 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749046ec-20fd-4e80-b821-8a15ccdb9c18 None None] Pushing event updated for resources: {'Port': ['ID=877f910a-8880-4633-84fd-08f7992c21e9,revision_number=3']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:41.275442 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (c03287ff-f1dd-40d0-9133-a0eb25aeda29), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:41.342021 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Pushing event updated for resources: {'Port': ['ID=c03287ff-f1dd-40d0-9133-a0eb25aeda29,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:41.353459 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-c943185e-2aa2-4ad3-858f-ab0d3d5f070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (062ac87f-6c96-4374-8292-94d42a4f58c6), after_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:41.446661 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-06849541-3358-41c0-8a13-3f7e25f65d11 req-19dbd9a4-6757-4ad2-8f73-7807c9d36631 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 210 time: 0.0863538 Jan 20 12:52:41.458841 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-8bb5f1f2-dfa3-4f64-8e47-3bd9eb9ecc9f admin admin] Publish callbacks [] for port (15ff246f-4fb6-443a-b9db-cbea566c6e7a), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:41.471726 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-6526425c-16c3-43ce-9848-891c504bc202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (69303bf2-4bf9-4b61-b4d9-18132d897e8d), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:41.541377 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c5be4422-3cb2-466b-8fe1-a2aea121f4fa req-634c7f57-98e8-4c1d-9e2d-c0101586afc1 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 210 time: 0.3310876 Jan 20 12:52:41.621604 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c943185e-2aa2-4ad3-858f-ab0d3d5f070d None None] Routers {'136103d5-419c-49c8-8c00-c9caf5984d63'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:52:41.633300 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-c943185e-2aa2-4ad3-858f-ab0d3d5f070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:52:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['136103d5-419c-49c8-8c00-c9caf5984d63'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:52:41.660531 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9fd3c-95fb-4572-bff6-61c3623a8beb None None] Pushing event updated for resources: {'Port': ['ID=062ac87f-6c96-4374-8292-94d42a4f58c6,revision_number=3']} {{(pid=109762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:41.694506 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-0aef7551-9f72-4bcc-a1b5-30d6e144d77b None None] Set router 8fed2891-7fbf-410e-b9f1-95188133e99e gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:52:41.857540 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-8bb5f1f2-dfa3-4f64-8e47-3bd9eb9ecc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (15ff246f-4fb6-443a-b9db-cbea566c6e7a), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:42.006671 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb5f1f2-dfa3-4f64-8e47-3bd9eb9ecc9f admin admin] Network 98783e85-5ee2-4a30-908e-0d0d62c14b33 is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:52:42.014291 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-8bb5f1f2-dfa3-4f64-8e47-3bd9eb9ecc9f admin admin] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:52:42.021361 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb5f1f2-dfa3-4f64-8e47-3bd9eb9ecc9f admin admin] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:52:42.022028 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-8bb5f1f2-dfa3-4f64-8e47-3bd9eb9ecc9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530587'] for router_interface (136103d5-419c-49c8-8c00-c9caf5984d63), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:42.028757 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-0aef7551-9f72-4bcc-a1b5-30d6e144d77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fed2891-7fbf-410e-b9f1-95188133e99e', 'name': 'tempest-ServerRescueNegativeTestJSON-291661847-router', 'tenant_id': '428c88034eba4cf187ed3b80a771c522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '877f910a-8880-4633-84fd-08f7992c21e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:52:35Z', 'revision_number': 3, 'project_id': '428c88034eba4cf187ed3b80a771c522', 'gw_port': {'id': '877f910a-8880-4633-84fd-08f7992c21e9', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fed2891-7fbf-410e-b9f1-95188133e99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:34Z', 'updated_at': '2022-01-20T12:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:52:42.029103 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5f1f2-dfa3-4f64-8e47-3bd9eb9ecc9f admin admin] Pushing event updated for resources: {'Port': ['ID=15ff246f-4fb6-443a-b9db-cbea566c6e7a,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:42.034260 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-6526425c-16c3-43ce-9848-891c504bc202 admin admin] Publish callbacks [] for port (69303bf2-4bf9-4b61-b4d9-18132d897e8d), precommit_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:42.068627 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-c943185e-2aa2-4ad3-858f-ab0d3d5f070d None None] Set router 136103d5-419c-49c8-8c00-c9caf5984d63 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:52:42.115617 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef7551-9f72-4bcc-a1b5-30d6e144d77b None None] The sync data for ids ['8fed2891-7fbf-410e-b9f1-95188133e99e'] in dv-cinder-804035-24-iscsi is: [{'id': '8fed2891-7fbf-410e-b9f1-95188133e99e', 'name': 'tempest-ServerRescueNegativeTestJSON-291661847-router', 'tenant_id': '428c88034eba4cf187ed3b80a771c522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '877f910a-8880-4633-84fd-08f7992c21e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:52:35Z', 'revision_number': 3, 'project_id': '428c88034eba4cf187ed3b80a771c522', 'gw_port': {'id': '877f910a-8880-4633-84fd-08f7992c21e9', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fed2891-7fbf-410e-b9f1-95188133e99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:34Z', 'updated_at': '2022-01-20T12:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 12:52:42.206754 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-6526425c-16c3-43ce-9848-891c504bc202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (69303bf2-4bf9-4b61-b4d9-18132d897e8d), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:42.208207 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-6526425c-16c3-43ce-9848-891c504bc202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1477630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545703'] for router_interface (8fed2891-7fbf-410e-b9f1-95188133e99e), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:42.316686 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7aab5e94-ed50-4abe-ab6a-eba3356cdd41 admin admin] Publish callbacks [] for port (47fb2c43-8fb0-46ef-8776-40751edea304), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:42.415506 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526425c-16c3-43ce-9848-891c504bc202 admin admin] Pushing event updated for resources: {'Port': ['ID=69303bf2-4bf9-4b61-b4d9-18132d897e8d,revision_number=2']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:42.480148 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6526425c-16c3-43ce-9848-891c504bc202 admin admin] Network 1da03262-aaa2-44ec-9b4a-16ceb45bebd0 is already hosted by enough agents. {{(pid=109760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:52:42.483620 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-6526425c-16c3-43ce-9848-891c504bc202 admin admin] Resources bound (agent type, host, resource id): {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:52:42.518622 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7aab5e94-ed50-4abe-ab6a-eba3356cdd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (47fb2c43-8fb0-46ef-8776-40751edea304), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:42.519829 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7aab5e94-ed50-4abe-ab6a-eba3356cdd41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1477630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545703'] for router_interface (6b9923d8-2afe-45a2-aa2d-90614be33ec2), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:42.591432 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-296056fb-7e0d-4ce3-a732-74feab9fdc9f None None] Provisioning complete for port 15ff246f-4fb6-443a-b9db-cbea566c6e7a triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:52:42.597676 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-296056fb-7e0d-4ce3-a732-74feab9fdc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (15ff246f-4fb6-443a-b9db-cbea566c6e7a), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:42.598027 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-c943185e-2aa2-4ad3-858f-ab0d3d5f070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'name': 'tempest-AttachVolumeShelveTestJSON-625325489-router', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:33Z', 'updated_at': '2022-01-20T12:52:36Z', 'revision_number': 3, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'gw_port': {'id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:34Z', 'updated_at': '2022-01-20T12:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:52:42.619777 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6526425c-16c3-43ce-9848-891c504bc202 admin admin] Router 8fed2891-7fbf-410e-b9f1-95188133e99e has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 12:52:42.723364 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device c03287ff-f1dd-40d0-9133-a0eb25aeda29 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:52:42.745238 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c943185e-2aa2-4ad3-858f-ab0d3d5f070d None None] The sync data for ids ['136103d5-419c-49c8-8c00-c9caf5984d63'] in dv-cinder-804035-24-iscsi is: [{'id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'name': 'tempest-AttachVolumeShelveTestJSON-625325489-router', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:33Z', 'updated_at': '2022-01-20T12:52:36Z', 'revision_number': 3, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'gw_port': {'id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:34Z', 'updated_at': '2022-01-20T12:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}] {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 12:52:42.798658 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-296056fb-7e0d-4ce3-a732-74feab9fdc9f None None] Port 15ff246f-4fb6-443a-b9db-cbea566c6e7a cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 12:52:42.824540 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port c03287ff-f1dd-40d0-9133-a0eb25aeda29 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:52:42.825629 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (c03287ff-f1dd-40d0-9133-a0eb25aeda29), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:42.879467 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6526425c-16c3-43ce-9848-891c504bc202 admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:52:42.901474 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-6526425c-16c3-43ce-9848-891c504bc202 admin admin] 10.222.0.57 "PUT /v2.0/routers/8fed2891-7fbf-410e-b9f1-95188133e99e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7631302 Jan 20 12:52:42.901944 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-8bb5f1f2-dfa3-4f64-8e47-3bd9eb9ecc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (15ff246f-4fb6-443a-b9db-cbea566c6e7a), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:42.901944 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-853869ff-7f08-451c-a7c1-41ea42c887d4 req-6bf165f4-21c5-4ca8-ac23-77b975b17523 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 210 time: 0.1271377 Jan 20 12:52:42.945096 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.107', 52195) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:42.972865 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port c03287ff-f1dd-40d0-9133-a0eb25aeda29 is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:52:43.032010 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c52c0ea6-794d-4099-867f-5405fbe831b6 req-e80ff141-0419-4f1a-9b1e-fa708a00ffe2 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 210 time: 0.1757379 Jan 20 12:52:43.059418 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab5e94-ed50-4abe-ab6a-eba3356cdd41 admin admin] Pushing event updated for resources: {'Port': ['ID=47fb2c43-8fb0-46ef-8776-40751edea304,revision_number=2']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:43.456812 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-bb47dcb7-bd20-4cce-868b-37cf548ded29 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:43.464683 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-bb47dcb7-bd20-4cce-868b-37cf548ded29 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.107 "GET /v2.0/networks?id=457dc31e-9fe8-4fb8-852d-eea62a00d396 HTTP/1.1" status: 200 len: 815 time: 0.5136242 Jan 20 12:52:43.519555 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-0b5f82e1-9b0d-419a-a9fb-5460fe2cc1b4 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Request body: {'port': {'device_id': '3702c6a3-2d11-40c8-a5ef-274cb9130872', 'network_id': '457dc31e-9fe8-4fb8-852d-eea62a00d396', 'admin_state_up': True, 'tenant_id': 'c627e132fb96455193cbc6c115ae66a8'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:52:43.577582 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aab5e94-ed50-4abe-ab6a-eba3356cdd41 admin admin] Network 51dfc435-f4d5-4bb7-b519-debcc47256e8 is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:52:43.584984 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-7aab5e94-ed50-4abe-ab6a-eba3356cdd41 admin admin] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:52:44.082596 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-652587bd-73e1-4cdf-a72a-d0e07ef6c6dd None None] Provisioning complete for port 47fb2c43-8fb0-46ef-8776-40751edea304 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:52:44.083149 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-652587bd-73e1-4cdf-a72a-d0e07ef6c6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (47fb2c43-8fb0-46ef-8776-40751edea304), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:44.100826 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.107', 52202) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:44.181004 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-652587bd-73e1-4cdf-a72a-d0e07ef6c6dd None None] Port 47fb2c43-8fb0-46ef-8776-40751edea304 cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 12:52:44.244699 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0456b04e-eafd-4226-a636-c53c2ca3bb00 req-97861e56-d870-4095-9420-1e6b404a364e tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 210 time: 0.0438111 Jan 20 12:52:44.263808 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aab5e94-ed50-4abe-ab6a-eba3356cdd41 admin admin] Router 6b9923d8-2afe-45a2-aa2d-90614be33ec2 has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 12:52:44.304642 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-8bb5f1f2-dfa3-4f64-8e47-3bd9eb9ecc9f admin admin] Publish callbacks [] for port (15ff246f-4fb6-443a-b9db-cbea566c6e7a), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:44.319825 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-2ba33ed7-8cfa-487c-b30c-c484c5139aab tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:44.321523 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-2ba33ed7-8cfa-487c-b30c-c484c5139aab tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/networks?id=1da03262-aaa2-44ec-9b4a-16ceb45bebd0 HTTP/1.1" status: 200 len: 818 time: 0.4579036 Jan 20 12:52:44.357103 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-0b5f82e1-9b0d-419a-a9fb-5460fe2cc1b4 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Made reservation on behalf of c627e132fb96455193cbc6c115ae66a8 for: {'port': 1} {{(pid=109760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:52:44.362340 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-0b5f82e1-9b0d-419a-a9fb-5460fe2cc1b4 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:44.388106 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-297c9532-96f8-4a18-8ec7-11c839b9bc09 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:44.389701 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-297c9532-96f8-4a18-8ec7-11c839b9bc09 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.107 "GET /v2.0/networks?id=b0056a9e-a4fb-4aa8-9539-21906bb2fa1f HTTP/1.1" status: 200 len: 812 time: 0.2862275 Jan 20 12:52:44.406610 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-923dc0ee-e311-4c0d-b201-c1ccf2a228dc tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Request body: {'port': {'device_id': 'ace65631-8ba8-45d8-8039-44a812559d36', 'network_id': 'b0056a9e-a4fb-4aa8-9539-21906bb2fa1f', 'admin_state_up': True, 'tenant_id': 'abbe43436cf6434e9c8e340b7ec90ae8'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:52:44.496065 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-1d93bf7b-eeca-4b1a-9544-a3a2c212ceb8 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/quotas/428c88034eba4cf187ed3b80a771c522 HTTP/1.1" status: 200 len: 375 time: 0.1680906 Jan 20 12:52:44.511117 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bd811fbf-5b37-4be7-8254-381476e18c2b req-dcdb0a43-4da9-43fb-9312-99cc9a52a26d tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 210 time: 0.0570524 Jan 20 12:52:44.606832 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-8bb5f1f2-dfa3-4f64-8e47-3bd9eb9ecc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (15ff246f-4fb6-443a-b9db-cbea566c6e7a), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:44.607580 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-8bb5f1f2-dfa3-4f64-8e47-3bd9eb9ecc9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1477630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545703'] for router_interface (136103d5-419c-49c8-8c00-c9caf5984d63), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:44.684798 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-91f1fcaa-2365-4848-ace8-1bb31576a260 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=428c88034eba4cf187ed3b80a771c522&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1724734 Jan 20 12:52:44.728261 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5f1f2-dfa3-4f64-8e47-3bd9eb9ecc9f admin admin] Pushing event updated for resources: {'Port': ['ID=15ff246f-4fb6-443a-b9db-cbea566c6e7a,revision_number=2']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:44.731602 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aab5e94-ed50-4abe-ab6a-eba3356cdd41 admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:52:44.742845 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e21f05d-b3ed-4dad-bffe-50505a2bf350 None None] Sync routers for ids ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 12:52:44.775676 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e21f05d-b3ed-4dad-bffe-50505a2bf350 None None] Routers {'6b9923d8-2afe-45a2-aa2d-90614be33ec2'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:52:44.776417 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-3e21f05d-b3ed-4dad-bffe-50505a2bf350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:52:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:52:44.782029 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-7aab5e94-ed50-4abe-ab6a-eba3356cdd41 admin admin] 10.222.0.57 "PUT /v2.0/routers/6b9923d8-2afe-45a2-aa2d-90614be33ec2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5117490 Jan 20 12:52:44.925104 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-3e21f05d-b3ed-4dad-bffe-50505a2bf350 None None] Set router 6b9923d8-2afe-45a2-aa2d-90614be33ec2 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:52:44.981402 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb5f1f2-dfa3-4f64-8e47-3bd9eb9ecc9f admin admin] Network 98783e85-5ee2-4a30-908e-0d0d62c14b33 is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:52:44.991230 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-8bb5f1f2-dfa3-4f64-8e47-3bd9eb9ecc9f admin admin] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:52:45.020063 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-667b03e2-ee9d-493a-a24b-623d74368274 service neutron] 10.222.0.57 "GET /v2.0/networks/1da03262-aaa2-44ec-9b4a-16ceb45bebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212724 Jan 20 12:52:45.045698 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_common [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-0b5f82e1-9b0d-419a-a9fb-5460fe2cc1b4 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Allocated IP 172.20.0.2 (457dc31e-9fe8-4fb8-852d-eea62a00d396/160c493f-960c-42fe-873c-9bc69f61abc5/3a497f72-8448-42ab-a547-0eccee02be1d) {{(pid=109760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:52:45.308072 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 062ac87f-6c96-4374-8292-94d42a4f58c6 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:52:45.446676 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-ff2a45b8-8635-401f-a6bc-e9a7509bbc99 service neutron] 10.222.0.57 "GET /v2.0/networks/1da03262-aaa2-44ec-9b4a-16ceb45bebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256198 Jan 20 12:52:45.495194 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb5f1f2-dfa3-4f64-8e47-3bd9eb9ecc9f admin admin] Router 136103d5-419c-49c8-8c00-c9caf5984d63 has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 12:52:45.507596 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-0b5f82e1-9b0d-419a-a9fb-5460fe2cc1b4 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks [] for port (3a497f72-8448-42ab-a547-0eccee02be1d), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:45.535816 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-67c08f5b-c889-446b-a625-a707eb01c0e4 None None] Provisioning complete for port 15ff246f-4fb6-443a-b9db-cbea566c6e7a triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:52:45.536517 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-67c08f5b-c889-446b-a625-a707eb01c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (15ff246f-4fb6-443a-b9db-cbea566c6e7a), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:45.674186 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-3e21f05d-b3ed-4dad-bffe-50505a2bf350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'name': 'tempest-AttachVolumeTestJSON-2107782987-router', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:30Z', 'updated_at': '2022-01-20T12:52:40Z', 'revision_number': 4, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'gw_port': {'id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '47fb2c43-8fb0-46ef-8776-40751edea304', 'name': '', 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'mac_address': 'fa:16:3e:28:de:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:37Z', 'updated_at': '2022-01-20T12:52:41Z', 'revision_number': 2, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'subnets': [{'id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:52:45.728947 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-0b5f82e1-9b0d-419a-a9fb-5460fe2cc1b4 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (3a497f72-8448-42ab-a547-0eccee02be1d), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:45.776501 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-67c08f5b-c889-446b-a625-a707eb01c0e4 None None] Port 15ff246f-4fb6-443a-b9db-cbea566c6e7a cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 12:52:45.779514 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 062ac87f-6c96-4374-8292-94d42a4f58c6 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:52:45.780206 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (062ac87f-6c96-4374-8292-94d42a4f58c6), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:45.877251 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb5f1f2-dfa3-4f64-8e47-3bd9eb9ecc9f admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:52:45.898191 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-8bb5f1f2-dfa3-4f64-8e47-3bd9eb9ecc9f admin admin] 10.222.0.57 "PUT /v2.0/routers/136103d5-419c-49c8-8c00-c9caf5984d63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1431551 Jan 20 12:52:45.907580 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e21f05d-b3ed-4dad-bffe-50505a2bf350 None None] Checking router: 6b9923d8-2afe-45a2-aa2d-90614be33ec2 for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 12:52:45.912306 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e21f05d-b3ed-4dad-bffe-50505a2bf350 None None] Updating router 6b9923d8-2afe-45a2-aa2d-90614be33ec2 port 47fb2c43-8fb0-46ef-8776-40751edea304 binding host dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 12:52:45.989162 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-923dc0ee-e311-4c0d-b201-c1ccf2a228dc tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Made reservation on behalf of abbe43436cf6434e9c8e340b7ec90ae8 for: {'port': 1} {{(pid=109760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:52:45.993073 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-923dc0ee-e311-4c0d-b201-c1ccf2a228dc tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:46.100846 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-0b5f82e1-9b0d-419a-a9fb-5460fe2cc1b4 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Network 457dc31e-9fe8-4fb8-852d-eea62a00d396 is already hosted by enough agents. {{(pid=109760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:52:46.119385 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-3e21f05d-b3ed-4dad-bffe-50505a2bf350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (47fb2c43-8fb0-46ef-8776-40751edea304), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:46.127871 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-0b5f82e1-9b0d-419a-a9fb-5460fe2cc1b4 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Resources bound (agent type, host, resource id): {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:52:46.132155 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-0b5f82e1-9b0d-419a-a9fb-5460fe2cc1b4 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Received port after_create {{(pid=109760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:52:46.155796 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-0b5f82e1-9b0d-419a-a9fb-5460fe2cc1b4 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:46.158366 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-0b5f82e1-9b0d-419a-a9fb-5460fe2cc1b4 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for port (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:46.171584 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f82e1-9b0d-419a-a9fb-5460fe2cc1b4 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Pushing event updated for resources: {'Port': ['ID=3a497f72-8448-42ab-a547-0eccee02be1d,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:46.478825 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419e12e4-06e8-4ae6-ac60-599b35f86c40 None None] Sync routers for ids ['8fed2891-7fbf-410e-b9f1-95188133e99e'] in dv-cinder-804035-24-iscsi {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 12:52:46.504323 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-0b5f82e1-9b0d-419a-a9fb-5460fe2cc1b4 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9894803 Jan 20 12:52:46.525855 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-dc66e30d-30cb-4bd5-87be-0e4bd73d0dd7 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109760) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 12:52:46.527208 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-dc66e30d-30cb-4bd5-87be-0e4bd73d0dd7 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057325 Jan 20 12:52:46.564187 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419e12e4-06e8-4ae6-ac60-599b35f86c40 None None] Routers {'8fed2891-7fbf-410e-b9f1-95188133e99e'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:52:46.564966 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-419e12e4-06e8-4ae6-ac60-599b35f86c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:52:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['8fed2891-7fbf-410e-b9f1-95188133e99e'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:52:46.598636 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_common [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-923dc0ee-e311-4c0d-b201-c1ccf2a228dc tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Allocated IP 172.20.0.5 (b0056a9e-a4fb-4aa8-9539-21906bb2fa1f/b20a1571-f122-4a3d-adc9-039e4a0b4046/158377ff-8b9b-4143-aee5-5d780996fb7f) {{(pid=109760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:52:46.619139 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755ff40-e569-4b9d-aeda-41d9f94c2105 req-c27deec9-5e6b-425f-9fae-7b69f36bce0a tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:46.628060 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4755ff40-e569-4b9d-aeda-41d9f94c2105 req-c27deec9-5e6b-425f-9fae-7b69f36bce0a tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 931 time: 0.1617558 Jan 20 12:52:46.688221 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 062ac87f-6c96-4374-8292-94d42a4f58c6 is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:52:46.690962 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (062ac87f-6c96-4374-8292-94d42a4f58c6), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:46.765174 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4755ff40-e569-4b9d-aeda-41d9f94c2105 req-240dc832-b30c-432f-979c-c216820f86aa tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357937 Jan 20 12:52:46.819249 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 52834) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:46.840287 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-07b01e94-54f1-41bf-8db8-d2dd11044c38 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Request body: {'security_group': {'name': 'tempest-securitygroup--691815748', 'description': 'tempest-description--1020213140'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:52:46.877140 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] For port 062ac87f-6c96-4374-8292-94d42a4f58c6, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=062ac87f-6c96-4374-8292-94d42a4f58c6,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:52:46.880324 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19987371-2e56-4301-9238-f89b7a2d5f16 None None] Sync routers for ids ['136103d5-419c-49c8-8c00-c9caf5984d63'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 12:52:46.939791 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19987371-2e56-4301-9238-f89b7a2d5f16 None None] Routers {'136103d5-419c-49c8-8c00-c9caf5984d63'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:52:46.941380 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-19987371-2e56-4301-9238-f89b7a2d5f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:52:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['136103d5-419c-49c8-8c00-c9caf5984d63'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:52:47.011662 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-419e12e4-06e8-4ae6-ac60-599b35f86c40 None None] Set router 8fed2891-7fbf-410e-b9f1-95188133e99e gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:52:47.015230 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-ef38a45d-c25f-4827-8d51-5e674ca116db service neutron] Request body: {'port': {'device_id': '3702c6a3-2d11-40c8-a5ef-274cb9130872', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:52:47.112024 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-ef38a45d-c25f-4827-8d51-5e674ca116db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (3a497f72-8448-42ab-a547-0eccee02be1d), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:47.138796 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-923dc0ee-e311-4c0d-b201-c1ccf2a228dc tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Publish callbacks [] for port (158377ff-8b9b-4143-aee5-5d780996fb7f), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:47.150118 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-61dfed6b-792f-4354-9dbb-cbea400f448a req-95bd9768-2e86-4138-b442-61309178eb64 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 210 time: 0.2029471 Jan 20 12:52:47.166704 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-416ecd24-8930-4f2c-8c92-cc78fbc0fcc8 req-f18ba476-1926-4f88-9b4b-57ceda86d34b tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 210 time: 0.2000613 Jan 20 12:52:47.194635 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-07b01e94-54f1-41bf-8db8-d2dd11044c38 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:47.519903 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-419e12e4-06e8-4ae6-ac60-599b35f86c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fed2891-7fbf-410e-b9f1-95188133e99e', 'name': 'tempest-ServerRescueNegativeTestJSON-291661847-router', 'tenant_id': '428c88034eba4cf187ed3b80a771c522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '877f910a-8880-4633-84fd-08f7992c21e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:52:41Z', 'revision_number': 4, 'project_id': '428c88034eba4cf187ed3b80a771c522', 'gw_port': {'id': '877f910a-8880-4633-84fd-08f7992c21e9', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:80:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fed2891-7fbf-410e-b9f1-95188133e99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:34Z', 'updated_at': '2022-01-20T12:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '69303bf2-4bf9-4b61-b4d9-18132d897e8d', 'name': '', 'network_id': '1da03262-aaa2-44ec-9b4a-16ceb45bebd0', 'tenant_id': '428c88034eba4cf187ed3b80a771c522', 'mac_address': 'fa:16:3e:49:a6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fed2891-7fbf-410e-b9f1-95188133e99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:39Z', 'updated_at': '2022-01-20T12:52:41Z', 'revision_number': 2, 'project_id': '428c88034eba4cf187ed3b80a771c522', 'subnets': [{'id': 'ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:52:47.552844 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419e12e4-06e8-4ae6-ac60-599b35f86c40 None None] Checking router: 8fed2891-7fbf-410e-b9f1-95188133e99e for host: dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 12:52:47.553945 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419e12e4-06e8-4ae6-ac60-599b35f86c40 None None] Updating router 8fed2891-7fbf-410e-b9f1-95188133e99e port 69303bf2-4bf9-4b61-b4d9-18132d897e8d binding host dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 12:52:47.587169 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-3e21f05d-b3ed-4dad-bffe-50505a2bf350 None None] Publish callbacks [] for port (47fb2c43-8fb0-46ef-8776-40751edea304), precommit_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:47.637474 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (062ac87f-6c96-4374-8292-94d42a4f58c6), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:47.644488 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-419e12e4-06e8-4ae6-ac60-599b35f86c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (69303bf2-4bf9-4b61-b4d9-18132d897e8d), before_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:47.647419 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 877f910a-8880-4633-84fd-08f7992c21e9 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:52:47.656761 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-07b01e94-54f1-41bf-8db8-d2dd11044c38 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for security_group (f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:47.673985 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-923dc0ee-e311-4c0d-b201-c1ccf2a228dc tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (158377ff-8b9b-4143-aee5-5d780996fb7f), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:47.886291 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-3e21f05d-b3ed-4dad-bffe-50505a2bf350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (47fb2c43-8fb0-46ef-8776-40751edea304), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:47.908358 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923dc0ee-e311-4c0d-b201-c1ccf2a228dc tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Pushing event updated for resources: {'Port': ['ID=158377ff-8b9b-4143-aee5-5d780996fb7f,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:47.932951 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Pushing event updated for resources: {'Port': ['ID=062ac87f-6c96-4374-8292-94d42a4f58c6,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:47.934582 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-923dc0ee-e311-4c0d-b201-c1ccf2a228dc tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Network b0056a9e-a4fb-4aa8-9539-21906bb2fa1f is already hosted by enough agents. {{(pid=109760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:52:47.961818 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-923dc0ee-e311-4c0d-b201-c1ccf2a228dc tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Resources bound (agent type, host, resource id): {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:52:47.967466 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-923dc0ee-e311-4c0d-b201-c1ccf2a228dc tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Received port after_create {{(pid=109760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:52:47.975942 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-923dc0ee-e311-4c0d-b201-c1ccf2a228dc tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:47.977072 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-923dc0ee-e311-4c0d-b201-c1ccf2a228dc tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for port (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:48.003682 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-07b01e94-54f1-41bf-8db8-d2dd11044c38 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:48.023456 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 52862) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:48.175347 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-19987371-2e56-4301-9238-f89b7a2d5f16 None None] Set router 136103d5-419c-49c8-8c00-c9caf5984d63 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:52:48.289290 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1b5df-25d5-4702-8e11-b756da0cd126 None None] Pushing event updated for resources: {'Port': ['ID=47fb2c43-8fb0-46ef-8776-40751edea304,revision_number=3']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:48.457601 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-923dc0ee-e311-4c0d-b201-c1ccf2a228dc tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0550690 Jan 20 12:52:48.468291 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b01e94-54f1-41bf-8db8-d2dd11044c38 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:48.514759 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-33891ca7-158e-492a-b618-0f50927ac7ff service neutron] Request body: {'port': {'device_id': 'ace65631-8ba8-45d8-8039-44a812559d36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:52:48.546028 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-07b01e94-54f1-41bf-8db8-d2dd11044c38 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:48.552321 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-07b01e94-54f1-41bf-8db8-d2dd11044c38 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7263217 Jan 20 12:52:48.578993 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 877f910a-8880-4633-84fd-08f7992c21e9 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:52:48.579381 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (877f910a-8880-4633-84fd-08f7992c21e9), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:48.585182 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 52882) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:48.598165 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 52884) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:48.624660 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-452ffea9-5705-46a7-9cf3-0830ef609250 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Request body: {'security_group_rule': {'security_group_id': 'f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:52:48.691032 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-e6297fee-3ccc-4e2d-923a-bc16bc23c9b1 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Request body: {'security_group': {'name': 'tempest-securitygroup--762226439', 'description': 'tempest-description--459009232'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:52:48.717639 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-33891ca7-158e-492a-b618-0f50927ac7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (158377ff-8b9b-4143-aee5-5d780996fb7f), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:48.733633 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-aa01b492-6a14-4cc6-a7cc-d72dcc552aba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:48.790643 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.notifiers.nova [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-ef38a45d-c25f-4827-8d51-5e674ca116db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a497f72-8448-42ab-a547-0eccee02be1d {{(pid=109760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:52:48.803359 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-ef38a45d-c25f-4827-8d51-5e674ca116db service neutron] Publish callbacks [] for port (3a497f72-8448-42ab-a547-0eccee02be1d), precommit_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:48.853601 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.provisioning_blocks [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-ef38a45d-c25f-4827-8d51-5e674ca116db service neutron] Transition to ACTIVE for port object 3a497f72-8448-42ab-a547-0eccee02be1d will not be triggered until provisioned by entity L2. {{(pid=109760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:52:48.873844 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-aa01b492-6a14-4cc6-a7cc-d72dcc552aba admin admin] Publish callbacks [] for security_group (36eaccfc-bcac-497e-afdc-cf33de755283), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:48.893464 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-419e12e4-06e8-4ae6-ac60-599b35f86c40 None None] Publish callbacks [] for port (69303bf2-4bf9-4b61-b4d9-18132d897e8d), precommit_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:48.911052 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-3e21f05d-b3ed-4dad-bffe-50505a2bf350 None None] Attempting to bind port 47fb2c43-8fb0-46ef-8776-40751edea304 on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:52:48.922936 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-3e21f05d-b3ed-4dad-bffe-50505a2bf350 None None] Attempting to bind port 47fb2c43-8fb0-46ef-8776-40751edea304 by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': 'dcadfd15-9d00-4220-b17c-421f13a03194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8'}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:52:48.924908 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e21f05d-b3ed-4dad-bffe-50505a2bf350 None None] Attempting to bind port 47fb2c43-8fb0-46ef-8776-40751edea304 on network 51dfc435-f4d5-4bb7-b519-debcc47256e8 {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:52:48.953694 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-c70762e2-15a7-411c-9a8f-78b9b01dc89d tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:48.960735 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-c70762e2-15a7-411c-9a8f-78b9b01dc89d tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/networks?id=1da03262-aaa2-44ec-9b4a-16ceb45bebd0 HTTP/1.1" status: 200 len: 818 time: 1.2578616 Jan 20 12:52:48.969400 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-7d00abfe-bc7f-4863-8253-4cbfccd8bf4e None None] Provisioning complete for port 47fb2c43-8fb0-46ef-8776-40751edea304 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:52:48.970225 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-7d00abfe-bc7f-4863-8253-4cbfccd8bf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (47fb2c43-8fb0-46ef-8776-40751edea304), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:48.992951 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-effe0050-2574-4179-8ee5-27a70e8de585 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/quotas/428c88034eba4cf187ed3b80a771c522 HTTP/1.1" status: 200 len: 375 time: 0.0311799 Jan 20 12:52:49.009013 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-419e12e4-06e8-4ae6-ac60-599b35f86c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (69303bf2-4bf9-4b61-b4d9-18132d897e8d), after_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:49.022459 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-7d00abfe-bc7f-4863-8253-4cbfccd8bf4e None None] Port 47fb2c43-8fb0-46ef-8776-40751edea304 cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 12:52:49.026577 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e21f05d-b3ed-4dad-bffe-50505a2bf350 None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:52:49.027443 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e21f05d-b3ed-4dad-bffe-50505a2bf350 None None] Checking segment: {'id': 'dcadfd15-9d00-4220-b17c-421f13a03194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:52:49.028016 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-3e21f05d-b3ed-4dad-bffe-50505a2bf350 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:49.028516 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e21f05d-b3ed-4dad-bffe-50505a2bf350 None None] Bound using segment: {'id': 'dcadfd15-9d00-4220-b17c-421f13a03194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8'} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:52:49.029200 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-3e21f05d-b3ed-4dad-bffe-50505a2bf350 None None] Bound port: 47fb2c43-8fb0-46ef-8776-40751edea304, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcadfd15-9d00-4220-b17c-421f13a03194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8'}}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:52:49.029692 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-3e21f05d-b3ed-4dad-bffe-50505a2bf350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (47fb2c43-8fb0-46ef-8776-40751edea304), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:49.122975 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-3e21f05d-b3ed-4dad-bffe-50505a2bf350 None None] For port 47fb2c43-8fb0-46ef-8776-40751edea304, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:52:49.127040 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-3e21f05d-b3ed-4dad-bffe-50505a2bf350 None None] For port 47fb2c43-8fb0-46ef-8776-40751edea304, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=47fb2c43-8fb0-46ef-8776-40751edea304,segment=NetworkSegment(dcadfd15-9d00-4220-b17c-421f13a03194),segment_id=dcadfd15-9d00-4220-b17c-421f13a03194)] {{(pid=109761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:52:49.206233 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-aa01b492-6a14-4cc6-a7cc-d72dcc552aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (36eaccfc-bcac-497e-afdc-cf33de755283), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:49.246541 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-ef38a45d-c25f-4827-8d51-5e674ca116db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (3a497f72-8448-42ab-a547-0eccee02be1d), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:49.331988 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee259f-0738-49b7-a333-e2ffcc5519eb None None] Pushing event updated for resources: {'Port': ['ID=69303bf2-4bf9-4b61-b4d9-18132d897e8d,revision_number=3']} {{(pid=109762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:49.339393 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 877f910a-8880-4633-84fd-08f7992c21e9 is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:52:49.340047 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (877f910a-8880-4633-84fd-08f7992c21e9), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:49.379659 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-452ffea9-5705-46a7-9cf3-0830ef609250 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for security_group_rule (4a566a76-ad36-4c5b-b8c6-262ccfdb966b), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:49.384174 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-3e21f05d-b3ed-4dad-bffe-50505a2bf350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (47fb2c43-8fb0-46ef-8776-40751edea304), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:49.424164 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] For port 877f910a-8880-4633-84fd-08f7992c21e9, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=877f910a-8880-4633-84fd-08f7992c21e9,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:52:49.437721 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.managers [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-ef38a45d-c25f-4827-8d51-5e674ca116db service neutron] Attempting to bind port 3a497f72-8448-42ab-a547-0eccee02be1d on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:52:49.437932 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.managers [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-ef38a45d-c25f-4827-8d51-5e674ca116db service neutron] Attempting to bind port 3a497f72-8448-42ab-a547-0eccee02be1d by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '12a04a7f-2991-4069-9a95-1caa23baeb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '457dc31e-9fe8-4fb8-852d-eea62a00d396'}] {{(pid=109760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:52:49.438440 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-ef38a45d-c25f-4827-8d51-5e674ca116db service neutron] Attempting to bind port 3a497f72-8448-42ab-a547-0eccee02be1d on network 457dc31e-9fe8-4fb8-852d-eea62a00d396 {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:52:49.457311 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-ef38a45d-c25f-4827-8d51-5e674ca116db service neutron] Port 3a497f72-8448-42ab-a547-0eccee02be1d on network 457dc31e-9fe8-4fb8-852d-eea62a00d396 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 12:52:49.457659 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-ef38a45d-c25f-4827-8d51-5e674ca116db service neutron] Attempting to bind port 3a497f72-8448-42ab-a547-0eccee02be1d on network 457dc31e-9fe8-4fb8-852d-eea62a00d396 {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:52:49.469164 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-e6297fee-3ccc-4e2d-923a-bc16bc23c9b1 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:49.493197 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-419e12e4-06e8-4ae6-ac60-599b35f86c40 None None] Attempting to bind port 69303bf2-4bf9-4b61-b4d9-18132d897e8d on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:52:49.493692 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-419e12e4-06e8-4ae6-ac60-599b35f86c40 None None] Attempting to bind port 69303bf2-4bf9-4b61-b4d9-18132d897e8d by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': 'cc97d124-6b4e-4665-80b3-7670aa542a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1da03262-aaa2-44ec-9b4a-16ceb45bebd0'}] {{(pid=109762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:52:49.493978 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419e12e4-06e8-4ae6-ac60-599b35f86c40 None None] Attempting to bind port 69303bf2-4bf9-4b61-b4d9-18132d897e8d on network 1da03262-aaa2-44ec-9b4a-16ceb45bebd0 {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:52:49.506518 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419e12e4-06e8-4ae6-ac60-599b35f86c40 None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:52:49.506518 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419e12e4-06e8-4ae6-ac60-599b35f86c40 None None] Checking segment: {'id': 'cc97d124-6b4e-4665-80b3-7670aa542a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1da03262-aaa2-44ec-9b4a-16ceb45bebd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:52:49.510366 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-419e12e4-06e8-4ae6-ac60-599b35f86c40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:49.510952 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419e12e4-06e8-4ae6-ac60-599b35f86c40 None None] Bound using segment: {'id': 'cc97d124-6b4e-4665-80b3-7670aa542a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1da03262-aaa2-44ec-9b4a-16ceb45bebd0'} {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:52:49.511484 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-419e12e4-06e8-4ae6-ac60-599b35f86c40 None None] Bound port: 69303bf2-4bf9-4b61-b4d9-18132d897e8d, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc97d124-6b4e-4665-80b3-7670aa542a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1da03262-aaa2-44ec-9b4a-16ceb45bebd0'}}] {{(pid=109762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:52:49.511885 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-419e12e4-06e8-4ae6-ac60-599b35f86c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (69303bf2-4bf9-4b61-b4d9-18132d897e8d), before_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:49.518475 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-ef38a45d-c25f-4827-8d51-5e674ca116db service neutron] Checking agent: {'id': '01dfb066-6594-4635-8f5d-cd7d37486eef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'started_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:52:49.521139 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-ef38a45d-c25f-4827-8d51-5e674ca116db service neutron] Checking segment: {'id': '12a04a7f-2991-4069-9a95-1caa23baeb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '457dc31e-9fe8-4fb8-852d-eea62a00d396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:52:49.524617 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-ef38a45d-c25f-4827-8d51-5e674ca116db service neutron] Bound using segment: {'id': '12a04a7f-2991-4069-9a95-1caa23baeb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '457dc31e-9fe8-4fb8-852d-eea62a00d396'} {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:52:49.525631 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.managers [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-ef38a45d-c25f-4827-8d51-5e674ca116db service neutron] Bound port: 3a497f72-8448-42ab-a547-0eccee02be1d, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a04a7f-2991-4069-9a95-1caa23baeb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '457dc31e-9fe8-4fb8-852d-eea62a00d396'}}] {{(pid=109760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:52:49.528332 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-ef38a45d-c25f-4827-8d51-5e674ca116db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (3a497f72-8448-42ab-a547-0eccee02be1d), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:49.551861 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38a45d-c25f-4827-8d51-5e674ca116db service neutron] Pushing event updated for resources: {'Port': ['ID=3a497f72-8448-42ab-a547-0eccee02be1d,revision_number=2']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:49.568889 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (877f910a-8880-4633-84fd-08f7992c21e9), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:49.598876 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-aa01b492-6a14-4cc6-a7cc-d72dcc552aba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f49f9f5088f54b93a9cc82ec7e825572&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5142701 Jan 20 12:52:49.612208 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 52894) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:49.641359 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e21f05d-b3ed-4dad-bffe-50505a2bf350 None None] Routers {'6b9923d8-2afe-45a2-aa2d-90614be33ec2'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:52:49.642053 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-3e21f05d-b3ed-4dad-bffe-50505a2bf350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:52:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:52:49.666079 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d05a3d-8f94-412f-81d1-ccaa7132fe5b req-2dab3488-4e4d-411e-b6f3-6b78a5ebe10a tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:49.669119 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-98d05a3d-8f94-412f-81d1-ccaa7132fe5b req-2dab3488-4e4d-411e-b6f3-6b78a5ebe10a tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 931 time: 0.9226844 Jan 20 12:52:49.730375 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01b492-6a14-4cc6-a7cc-d72dcc552aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36eaccfc-bcac-497e-afdc-cf33de755283,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:49.895160 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-ef38a45d-c25f-4827-8d51-5e674ca116db service neutron] For port 3a497f72-8448-42ab-a547-0eccee02be1d, host hv-cinder-80403, cleared binding levels {{(pid=109760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:52:49.900364 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.notifiers.nova [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-33891ca7-158e-492a-b618-0f50927ac7ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 158377ff-8b9b-4143-aee5-5d780996fb7f {{(pid=109760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:52:49.906513 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-ef38a45d-c25f-4827-8d51-5e674ca116db service neutron] For port 3a497f72-8448-42ab-a547-0eccee02be1d, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3a497f72-8448-42ab-a547-0eccee02be1d,segment=NetworkSegment(12a04a7f-2991-4069-9a95-1caa23baeb64),segment_id=12a04a7f-2991-4069-9a95-1caa23baeb64)] {{(pid=109760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:52:49.912253 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-33891ca7-158e-492a-b618-0f50927ac7ff service neutron] Publish callbacks [] for port (158377ff-8b9b-4143-aee5-5d780996fb7f), precommit_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:49.935912 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.provisioning_blocks [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-33891ca7-158e-492a-b618-0f50927ac7ff service neutron] Transition to ACTIVE for port object 158377ff-8b9b-4143-aee5-5d780996fb7f will not be triggered until provisioned by entity L2. {{(pid=109760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:52:49.937633 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.db [None req-419e12e4-06e8-4ae6-ac60-599b35f86c40 None None] For port 69303bf2-4bf9-4b61-b4d9-18132d897e8d, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:52:49.950045 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.db [None req-419e12e4-06e8-4ae6-ac60-599b35f86c40 None None] For port 69303bf2-4bf9-4b61-b4d9-18132d897e8d, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=69303bf2-4bf9-4b61-b4d9-18132d897e8d,segment=NetworkSegment(cc97d124-6b4e-4665-80b3-7670aa542a45),segment_id=cc97d124-6b4e-4665-80b3-7670aa542a45)] {{(pid=109762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:52:50.054307 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 062ac87f-6c96-4374-8292-94d42a4f58c6 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:52:50.087523 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-3e21f05d-b3ed-4dad-bffe-50505a2bf350 None None] Set router 6b9923d8-2afe-45a2-aa2d-90614be33ec2 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:52:50.094571 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-7d9f3b97-dde4-4f16-b985-47fc90fcdc02 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=428c88034eba4cf187ed3b80a771c522&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0999396 Jan 20 12:52:50.138924 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-ef38a45d-c25f-4827-8d51-5e674ca116db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (3a497f72-8448-42ab-a547-0eccee02be1d), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:50.159459 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1b5df-25d5-4702-8e11-b756da0cd126 None None] Pushing event updated for resources: {'Port': ['ID=47fb2c43-8fb0-46ef-8776-40751edea304,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:50.203418 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-98d05a3d-8f94-412f-81d1-ccaa7132fe5b req-25d75ef4-1fd6-4ab7-bb03-6322354a547a tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312203 Jan 20 12:52:50.215163 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-663fe2ec-e6d3-402b-b2f1-505cfa6b3262 admin admin] Publish callbacks [] for security_group (36eaccfc-bcac-497e-afdc-cf33de755283), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:50.219127 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-452ffea9-5705-46a7-9cf3-0830ef609250 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for security_group_rule (4a566a76-ad36-4c5b-b8c6-262ccfdb966b), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:50.237403 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-419e12e4-06e8-4ae6-ac60-599b35f86c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (69303bf2-4bf9-4b61-b4d9-18132d897e8d), after_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:50.263710 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-33891ca7-158e-492a-b618-0f50927ac7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (158377ff-8b9b-4143-aee5-5d780996fb7f), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:50.280921 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-19987371-2e56-4301-9238-f89b7a2d5f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'name': 'tempest-AttachVolumeShelveTestJSON-625325489-router', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:33Z', 'updated_at': '2022-01-20T12:52:42Z', 'revision_number': 4, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'gw_port': {'id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:34Z', 'updated_at': '2022-01-20T12:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '15ff246f-4fb6-443a-b9db-cbea566c6e7a', 'name': '', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'mac_address': 'fa:16:3e:36:9d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:40Z', 'updated_at': '2022-01-20T12:52:43Z', 'revision_number': 2, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'subnets': [{'id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:52:50.341005 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-452ffea9-5705-46a7-9cf3-0830ef609250 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390'] for security_group_rule (4a566a76-ad36-4c5b-b8c6-262ccfdb966b), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:50.358330 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-ef38a45d-c25f-4827-8d51-5e674ca116db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:50.359022 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-ef38a45d-c25f-4827-8d51-5e674ca116db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for port (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:50.360592 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-ef38a45d-c25f-4827-8d51-5e674ca116db service neutron] 10.222.0.107 "PUT /v2.0/ports/3a497f72-8448-42ab-a547-0eccee02be1d HTTP/1.1" status: 200 len: 1093 time: 3.5684726 Jan 20 12:52:50.361792 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3702c6a3-2d11-40c8-a5ef-274cb9130872', 'tag': '3a497f72-8448-42ab-a547-0eccee02be1d'}] {{(pid=109760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:52:50.491033 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-663fe2ec-e6d3-402b-b2f1-505cfa6b3262 admin admin] Publish callbacks [] for security_group (36eaccfc-bcac-497e-afdc-cf33de755283), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:50.492246 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee259f-0738-49b7-a333-e2ffcc5519eb None None] Pushing event updated for resources: {'Port': ['ID=69303bf2-4bf9-4b61-b4d9-18132d897e8d,revision_number=4']} {{(pid=109762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:50.492411 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19987371-2e56-4301-9238-f89b7a2d5f16 None None] Checking router: 136103d5-419c-49c8-8c00-c9caf5984d63 for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 12:52:50.492411 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19987371-2e56-4301-9238-f89b7a2d5f16 None None] Updating router 136103d5-419c-49c8-8c00-c9caf5984d63 port 15ff246f-4fb6-443a-b9db-cbea566c6e7a binding host dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 12:52:50.493458 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38a45d-c25f-4827-8d51-5e674ca116db service neutron] Pushing event updated for resources: {'Port': ['ID=3a497f72-8448-42ab-a547-0eccee02be1d,revision_number=3']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:50.494163 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419e12e4-06e8-4ae6-ac60-599b35f86c40 None None] Routers {'8fed2891-7fbf-410e-b9f1-95188133e99e'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:52:50.494163 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-419e12e4-06e8-4ae6-ac60-599b35f86c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:52:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['8fed2891-7fbf-410e-b9f1-95188133e99e'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:52:50.543954 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-19987371-2e56-4301-9238-f89b7a2d5f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (15ff246f-4fb6-443a-b9db-cbea566c6e7a), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:50.607925 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-e6297fee-3ccc-4e2d-923a-bc16bc23c9b1 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for security_group (cb8b5a31-2bc8-4942-b5e6-f9fae297d077), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:50.682250 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ea70534e3ec4c8535c613b7f61a71075c31a0f3d27b65f13708ffbf10b8f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fab427-3452-469c-b320-60979163c431" -d '{"events": [{"name": "network-changed", "server_uuid": "3702c6a3-2d11-40c8-a5ef-274cb9130872", "tag": "3a497f72-8448-42ab-a547-0eccee02be1d"}]}' {{(pid=109760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:52:50.692268 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.managers [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-33891ca7-158e-492a-b618-0f50927ac7ff service neutron] Attempting to bind port 158377ff-8b9b-4143-aee5-5d780996fb7f on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:52:50.692602 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.managers [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-33891ca7-158e-492a-b618-0f50927ac7ff service neutron] Attempting to bind port 158377ff-8b9b-4143-aee5-5d780996fb7f by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '9bec3f69-e1ee-4888-9f95-980d5e8b269a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0056a9e-a4fb-4aa8-9539-21906bb2fa1f'}] {{(pid=109760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:52:50.692927 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-33891ca7-158e-492a-b618-0f50927ac7ff service neutron] Attempting to bind port 158377ff-8b9b-4143-aee5-5d780996fb7f on network b0056a9e-a4fb-4aa8-9539-21906bb2fa1f {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:52:50.705648 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-33891ca7-158e-492a-b618-0f50927ac7ff service neutron] Port 158377ff-8b9b-4143-aee5-5d780996fb7f on network b0056a9e-a4fb-4aa8-9539-21906bb2fa1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 12:52:50.705971 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-33891ca7-158e-492a-b618-0f50927ac7ff service neutron] Attempting to bind port 158377ff-8b9b-4143-aee5-5d780996fb7f on network b0056a9e-a4fb-4aa8-9539-21906bb2fa1f {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:52:50.715982 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-33891ca7-158e-492a-b618-0f50927ac7ff service neutron] Checking agent: {'id': '01dfb066-6594-4635-8f5d-cd7d37486eef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'started_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:52:50.725874 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-33891ca7-158e-492a-b618-0f50927ac7ff service neutron] Checking segment: {'id': '9bec3f69-e1ee-4888-9f95-980d5e8b269a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0056a9e-a4fb-4aa8-9539-21906bb2fa1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:52:50.725874 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-33891ca7-158e-492a-b618-0f50927ac7ff service neutron] Bound using segment: {'id': '9bec3f69-e1ee-4888-9f95-980d5e8b269a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0056a9e-a4fb-4aa8-9539-21906bb2fa1f'} {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:52:50.725874 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.managers [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-33891ca7-158e-492a-b618-0f50927ac7ff service neutron] Bound port: 158377ff-8b9b-4143-aee5-5d780996fb7f, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bec3f69-e1ee-4888-9f95-980d5e8b269a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b0056a9e-a4fb-4aa8-9539-21906bb2fa1f'}}] {{(pid=109760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:52:50.725874 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-33891ca7-158e-492a-b618-0f50927ac7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (158377ff-8b9b-4143-aee5-5d780996fb7f), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:50.725874 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33891ca7-158e-492a-b618-0f50927ac7ff service neutron] Pushing event updated for resources: {'Port': ['ID=158377ff-8b9b-4143-aee5-5d780996fb7f,revision_number=2']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:50.734108 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ffea9-5705-46a7-9cf3-0830ef609250 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a566a76-ad36-4c5b-b8c6-262ccfdb966b,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:50.800325 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-b7691f70-dd07-4df4-a286-46b4d2bccf5d service neutron] 10.222.0.57 "GET /v2.0/networks/1da03262-aaa2-44ec-9b4a-16ceb45bebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6756830 Jan 20 12:52:50.825650 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Pushing event updated for resources: {'Port': ['ID=877f910a-8880-4633-84fd-08f7992c21e9,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:50.833954 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38978919-0f05-449f-92c0-51c1ac093732 req-e2060570-8dd3-44f6-8f9e-5a640d88a90a tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:50.842108 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-38978919-0f05-449f-92c0-51c1ac093732 req-e2060570-8dd3-44f6-8f9e-5a640d88a90a tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 943 time: 0.2476735 Jan 20 12:52:50.850005 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-4e5e76b0-2565-4659-9ff9-9dde1e31a7e4 None None] Provisioning complete for port 47fb2c43-8fb0-46ef-8776-40751edea304 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:52:50.850005 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-4e5e76b0-2565-4659-9ff9-9dde1e31a7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (47fb2c43-8fb0-46ef-8776-40751edea304), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:50.894495 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-33891ca7-158e-492a-b618-0f50927ac7ff service neutron] For port 158377ff-8b9b-4143-aee5-5d780996fb7f, host hv-cinder-80403, cleared binding levels {{(pid=109760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:52:50.907149 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-33891ca7-158e-492a-b618-0f50927ac7ff service neutron] For port 158377ff-8b9b-4143-aee5-5d780996fb7f, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=158377ff-8b9b-4143-aee5-5d780996fb7f,segment=NetworkSegment(9bec3f69-e1ee-4888-9f95-980d5e8b269a),segment_id=9bec3f69-e1ee-4888-9f95-980d5e8b269a)] {{(pid=109760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:52:51.029879 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-38978919-0f05-449f-92c0-51c1ac093732 req-64664f9b-ef5b-44fa-84e6-2b2796edc131 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3b9469d-d3d8-4943-8bcc-330af39c1b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867285 Jan 20 12:52:51.038755 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-e6297fee-3ccc-4e2d-923a-bc16bc23c9b1 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (cb8b5a31-2bc8-4942-b5e6-f9fae297d077), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:51.054204 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-452ffea9-5705-46a7-9cf3-0830ef609250 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:51.062837 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-419e12e4-06e8-4ae6-ac60-599b35f86c40 None None] Set router 8fed2891-7fbf-410e-b9f1-95188133e99e gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:52:51.064596 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 52914) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:51.065079 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-452ffea9-5705-46a7-9cf3-0830ef609250 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4658024 Jan 20 12:52:51.066082 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-663fe2ec-e6d3-402b-b2f1-505cfa6b3262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (36eaccfc-bcac-497e-afdc-cf33de755283), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:51.068724 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-663fe2ec-e6d3-402b-b2f1-505cfa6b3262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:51.072668 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-663fe2ec-e6d3-402b-b2f1-505cfa6b3262 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/36eaccfc-bcac-497e-afdc-cf33de755283 HTTP/1.1" status: 204 len: 168 time: 1.3911617 Jan 20 12:52:51.072868 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-71e086d4-4c4e-437e-877b-b56856868428 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Request body: {'security_group_rule': {'security_group_id': 'f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:52:51.105012 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-33891ca7-158e-492a-b618-0f50927ac7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (158377ff-8b9b-4143-aee5-5d780996fb7f), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:51.295086 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-6aaed94f-9511-45e2-87b4-6bef0a86b1e8 service neutron] 10.222.0.57 "GET /v2.0/networks/1da03262-aaa2-44ec-9b4a-16ceb45bebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939244 Jan 20 12:52:51.302546 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6297fee-3ccc-4e2d-923a-bc16bc23c9b1 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8b5a31-2bc8-4942-b5e6-f9fae297d077,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:51.344783 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-e6297fee-3ccc-4e2d-923a-bc16bc23c9b1 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:51.350583 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-e6297fee-3ccc-4e2d-923a-bc16bc23c9b1 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.7462411 Jan 20 12:52:51.367853 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 52920) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:51.369347 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-33891ca7-158e-492a-b618-0f50927ac7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:51.376915 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-33891ca7-158e-492a-b618-0f50927ac7ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for port (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:51.377074 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-584f12af-48d3-4b0d-a79f-a2a87b6df157 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Request body: {'security_group_rule': {'security_group_id': 'cb8b5a31-2bc8-4942-b5e6-f9fae297d077', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:52:51.384569 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-33891ca7-158e-492a-b618-0f50927ac7ff service neutron] 10.222.0.107 "PUT /v2.0/ports/158377ff-8b9b-4143-aee5-5d780996fb7f HTTP/1.1" status: 200 len: 1093 time: 2.8959799 Jan 20 12:52:51.398445 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fe2ec-e6d3-402b-b2f1-505cfa6b3262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36eaccfc-bcac-497e-afdc-cf33de755283,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:51.416307 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 12:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf89358-6cc8-48c1-91b8-cb00c24af476 x-openstack-request-id: req-7cf89358-6cc8-48c1-91b8-cb00c24af476 {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:52:51.416661 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3702c6a3-2d11-40c8-a5ef-274cb9130872", "tag": "3a497f72-8448-42ab-a547-0eccee02be1d", "status": "completed", "code": 200}]} {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:52:51.417041 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7cf89358-6cc8-48c1-91b8-cb00c24af476 {{(pid=109760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:52:51.417780 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3702c6a3-2d11-40c8-a5ef-274cb9130872', 'tag': '3a497f72-8448-42ab-a547-0eccee02be1d', 'status': 'completed', 'code': 200} Jan 20 12:52:51.426506 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-419e12e4-06e8-4ae6-ac60-599b35f86c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fed2891-7fbf-410e-b9f1-95188133e99e', 'name': 'tempest-ServerRescueNegativeTestJSON-291661847-router', 'tenant_id': '428c88034eba4cf187ed3b80a771c522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '877f910a-8880-4633-84fd-08f7992c21e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:52:41Z', 'revision_number': 4, 'project_id': '428c88034eba4cf187ed3b80a771c522', 'gw_port': {'id': '877f910a-8880-4633-84fd-08f7992c21e9', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fed2891-7fbf-410e-b9f1-95188133e99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:34Z', 'updated_at': '2022-01-20T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '69303bf2-4bf9-4b61-b4d9-18132d897e8d', 'name': '', 'network_id': '1da03262-aaa2-44ec-9b4a-16ceb45bebd0', 'tenant_id': '428c88034eba4cf187ed3b80a771c522', 'mac_address': 'fa:16:3e:49:a6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fed2891-7fbf-410e-b9f1-95188133e99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:39Z', 'updated_at': '2022-01-20T12:52:49Z', 'revision_number': 4, 'project_id': '428c88034eba4cf187ed3b80a771c522', 'subnets': [{'id': 'ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:52:51.481369 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 062ac87f-6c96-4374-8292-94d42a4f58c6 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:52:51.482099 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (062ac87f-6c96-4374-8292-94d42a4f58c6), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:51.491790 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419e12e4-06e8-4ae6-ac60-599b35f86c40 None None] The sync data for ids ['8fed2891-7fbf-410e-b9f1-95188133e99e'] in dv-cinder-804035-24-iscsi is: [{'id': '8fed2891-7fbf-410e-b9f1-95188133e99e', 'name': 'tempest-ServerRescueNegativeTestJSON-291661847-router', 'tenant_id': '428c88034eba4cf187ed3b80a771c522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '877f910a-8880-4633-84fd-08f7992c21e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:52:41Z', 'revision_number': 4, 'project_id': '428c88034eba4cf187ed3b80a771c522', 'gw_port': {'id': '877f910a-8880-4633-84fd-08f7992c21e9', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fed2891-7fbf-410e-b9f1-95188133e99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:34Z', 'updated_at': '2022-01-20T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '69303bf2-4bf9-4b61-b4d9-18132d897e8d', 'name': '', 'network_id': '1da03262-aaa2-44ec-9b4a-16ceb45bebd0', 'tenant_id': '428c88034eba4cf187ed3b80a771c522', 'mac_address': 'fa:16:3e:49:a6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fed2891-7fbf-410e-b9f1-95188133e99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:39Z', 'updated_at': '2022-01-20T12:52:49Z', 'revision_number': 4, 'project_id': '428c88034eba4cf187ed3b80a771c522', 'subnets': [{'id': 'ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 12:52:51.497748 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33891ca7-158e-492a-b618-0f50927ac7ff service neutron] Pushing event updated for resources: {'Port': ['ID=158377ff-8b9b-4143-aee5-5d780996fb7f,revision_number=3']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:51.539491 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-71e086d4-4c4e-437e-877b-b56856868428 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for security_group_rule (1ee2a19d-f98f-4ab0-babe-85010a1fceb4), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:51.788388 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a039a8-247f-43ef-8dde-e25b87c52cc0 req-e37582a3-76da-4d67-b7f5-a5eb84906cff tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:51.788388 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-36a039a8-247f-43ef-8dde-e25b87c52cc0 req-e37582a3-76da-4d67-b7f5-a5eb84906cff tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 943 time: 0.0788836 Jan 20 12:52:51.789126 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-71e086d4-4c4e-437e-877b-b56856868428 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for security_group_rule (1ee2a19d-f98f-4ab0-babe-85010a1fceb4), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:51.789524 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-36a039a8-247f-43ef-8dde-e25b87c52cc0 req-d7bf4513-5d6d-4033-960c-65791d8119a9 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671651 Jan 20 12:52:51.793106 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e76b0-2565-4659-9ff9-9dde1e31a7e4 None None] Current status of the port 47fb2c43-8fb0-46ef-8776-40751edea304 is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:52:51.793599 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-4e5e76b0-2565-4659-9ff9-9dde1e31a7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (47fb2c43-8fb0-46ef-8776-40751edea304), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:51.929570 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-4e5e76b0-2565-4659-9ff9-9dde1e31a7e4 None None] For port 47fb2c43-8fb0-46ef-8776-40751edea304, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=47fb2c43-8fb0-46ef-8776-40751edea304,segment=NetworkSegment(dcadfd15-9d00-4220-b17c-421f13a03194),segment_id=dcadfd15-9d00-4220-b17c-421f13a03194)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:52:51.936498 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 062ac87f-6c96-4374-8292-94d42a4f58c6 is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:52:51.956980 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-19987371-2e56-4301-9238-f89b7a2d5f16 None None] Publish callbacks [] for port (15ff246f-4fb6-443a-b9db-cbea566c6e7a), precommit_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:51.976631 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-3e21f05d-b3ed-4dad-bffe-50505a2bf350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'name': 'tempest-AttachVolumeTestJSON-2107782987-router', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:30Z', 'updated_at': '2022-01-20T12:52:40Z', 'revision_number': 4, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'gw_port': {'id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '47fb2c43-8fb0-46ef-8776-40751edea304', 'name': '', 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'mac_address': 'fa:16:3e:28:de:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:37Z', 'updated_at': '2022-01-20T12:52:49Z', 'revision_number': 4, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'subnets': [{'id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:52:52.024380 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-71e086d4-4c4e-437e-877b-b56856868428 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390'] for security_group_rule (1ee2a19d-f98f-4ab0-babe-85010a1fceb4), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:52.039924 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-584f12af-48d3-4b0d-a79f-a2a87b6df157 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for security_group_rule (75fcc0c4-619a-4f7e-8a2d-f403f8b342a1), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:52.048528 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e21f05d-b3ed-4dad-bffe-50505a2bf350 None None] The sync data for ids ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'] in dv-cinder-804035-24-iscsi is: [{'id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'name': 'tempest-AttachVolumeTestJSON-2107782987-router', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:30Z', 'updated_at': '2022-01-20T12:52:40Z', 'revision_number': 4, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'gw_port': {'id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '47fb2c43-8fb0-46ef-8776-40751edea304', 'name': '', 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'mac_address': 'fa:16:3e:28:de:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:37Z', 'updated_at': '2022-01-20T12:52:49Z', 'revision_number': 4, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'subnets': [{'id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 12:52:52.080036 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e086d4-4c4e-437e-877b-b56856868428 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee2a19d-f98f-4ab0-babe-85010a1fceb4,revision_number=0']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:52.189876 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-19987371-2e56-4301-9238-f89b7a2d5f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (15ff246f-4fb6-443a-b9db-cbea566c6e7a), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:52.252830 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-4e5e76b0-2565-4659-9ff9-9dde1e31a7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (47fb2c43-8fb0-46ef-8776-40751edea304), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:52.357323 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-71e086d4-4c4e-437e-877b-b56856868428 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:52.358627 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-71e086d4-4c4e-437e-877b-b56856868428 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2916577 Jan 20 12:52:52.363399 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 52934) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:52.368226 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-a3338739-cac9-4b87-90a6-988772cb16e5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Request body: {'floatingip': {'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:52:52.398690 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7942ae7b-a1fb-40ae-8156-c6c20ebf31e8 req-c2c119ec-1409-4ee8-a753-9fca70be518d tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 210 time: 0.1760187 Jan 20 12:52:52.539831 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c7a5e-382f-4480-a67c-c469dd968567 None None] Pushing event updated for resources: {'Port': ['ID=15ff246f-4fb6-443a-b9db-cbea566c6e7a,revision_number=3']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:52.595158 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a3338739-cac9-4b87-90a6-988772cb16e5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:52.693296 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-584f12af-48d3-4b0d-a79f-a2a87b6df157 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for security_group_rule (75fcc0c4-619a-4f7e-8a2d-f403f8b342a1), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:52.750787 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b141de7-e479-4b08-9deb-a80d0155a932 req-19a5564f-08f6-4769-943d-d30699b21f77 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:52.760293 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4b141de7-e479-4b08-9deb-a80d0155a932 req-19a5564f-08f6-4769-943d-d30699b21f77 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 943 time: 0.4576356 Jan 20 12:52:52.811936 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 12:52:52.920046 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a3338739-cac9-4b87-90a6-988772cb16e5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:52.985663 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4b141de7-e479-4b08-9deb-a80d0155a932 req-5b839fc0-43cd-4a50-9caa-bc381d73e16b tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3b9469d-d3d8-4943-8bcc-330af39c1b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252681 Jan 20 12:52:52.991672 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-584f12af-48d3-4b0d-a79f-a2a87b6df157 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390'] for security_group_rule (75fcc0c4-619a-4f7e-8a2d-f403f8b342a1), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:53.112302 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 877f910a-8880-4633-84fd-08f7992c21e9 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:52:53.125613 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-19987371-2e56-4301-9238-f89b7a2d5f16 None None] Attempting to bind port 15ff246f-4fb6-443a-b9db-cbea566c6e7a on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:52:53.125983 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-19987371-2e56-4301-9238-f89b7a2d5f16 None None] Attempting to bind port 15ff246f-4fb6-443a-b9db-cbea566c6e7a by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': 'f8063152-2d0c-4a99-b56f-e96c1e39c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33'}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:52:53.126341 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19987371-2e56-4301-9238-f89b7a2d5f16 None None] Attempting to bind port 15ff246f-4fb6-443a-b9db-cbea566c6e7a on network 98783e85-5ee2-4a30-908e-0d0d62c14b33 {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:52:53.128003 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_common [None req-a3338739-cac9-4b87-90a6-988772cb16e5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Allocated IP 172.27.0.112 (2a70364f-7478-4e00-a602-43026420194c/64f75221-ca68-464e-809b-7e1d4f1c5699/896e1e70-d8fa-4fb1-a418-fac6cb24d92e) {{(pid=109760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:52:53.130661 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f12af-48d3-4b0d-a79f-a2a87b6df157 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75fcc0c4-619a-4f7e-8a2d-f403f8b342a1,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:53.166864 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0930c7a-da37-439f-b01d-59126a772f84 req-078fa4d2-c47c-4a26-970b-699e0bbed07c tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:53.168536 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c0930c7a-da37-439f-b01d-59126a772f84 req-078fa4d2-c47c-4a26-970b-699e0bbed07c tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 943 time: 0.2234914 Jan 20 12:52:53.172867 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-584f12af-48d3-4b0d-a79f-a2a87b6df157 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:53.174614 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-584f12af-48d3-4b0d-a79f-a2a87b6df157 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8053722 Jan 20 12:52:53.181134 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 52952) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:53.187646 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-373eed24-42ce-47a6-a2c0-0f875a05d53d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Request body: {'security_group_rule': {'security_group_id': 'cb8b5a31-2bc8-4942-b5e6-f9fae297d077', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:52:53.229553 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19987371-2e56-4301-9238-f89b7a2d5f16 None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:52:53.236423 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19987371-2e56-4301-9238-f89b7a2d5f16 None None] Checking segment: {'id': 'f8063152-2d0c-4a99-b56f-e96c1e39c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:52:53.242255 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-19987371-2e56-4301-9238-f89b7a2d5f16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:53.242255 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19987371-2e56-4301-9238-f89b7a2d5f16 None None] Bound using segment: {'id': 'f8063152-2d0c-4a99-b56f-e96c1e39c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33'} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:52:53.242255 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-19987371-2e56-4301-9238-f89b7a2d5f16 None None] Bound port: 15ff246f-4fb6-443a-b9db-cbea566c6e7a, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8063152-2d0c-4a99-b56f-e96c1e39c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33'}}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:52:53.242255 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-19987371-2e56-4301-9238-f89b7a2d5f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (15ff246f-4fb6-443a-b9db-cbea566c6e7a), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:53.405838 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e76b0-2565-4659-9ff9-9dde1e31a7e4 None None] Pushing event updated for resources: {'Port': ['ID=47fb2c43-8fb0-46ef-8776-40751edea304,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:53.426746 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c0930c7a-da37-439f-b01d-59126a772f84 req-03d046aa-6bc3-48f2-a089-1bea22f5a873 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509072 Jan 20 12:52:53.448892 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace65631-8ba8-45d8-8039-44a812559d36', 'tag': '158377ff-8b9b-4143-aee5-5d780996fb7f'}] {{(pid=109760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:52:53.451396 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ea70534e3ec4c8535c613b7f61a71075c31a0f3d27b65f13708ffbf10b8f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15274593-ee41-49a5-b509-1a52f8bf53e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ace65631-8ba8-45d8-8039-44a812559d36", "tag": "158377ff-8b9b-4143-aee5-5d780996fb7f"}]}' {{(pid=109760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:52:53.465480 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-bc0fca2e-ec96-43ac-befd-c0113594c701 None None] Provisioning complete for port 15ff246f-4fb6-443a-b9db-cbea566c6e7a triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:52:53.471337 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bc0fca2e-ec96-43ac-befd-c0113594c701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (15ff246f-4fb6-443a-b9db-cbea566c6e7a), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:53.531903 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-373eed24-42ce-47a6-a2c0-0f875a05d53d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for security_group_rule (38d40819-a51d-4062-8d0f-f17834bfef39), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:53.533346 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a3338739-cac9-4b87-90a6-988772cb16e5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for port (896e1e70-d8fa-4fb1-a418-fac6cb24d92e), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:53.696429 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 12:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adfb26a-d98f-4cf8-9784-ae5b9908a885 x-openstack-request-id: req-6adfb26a-d98f-4cf8-9784-ae5b9908a885 {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:52:53.697982 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace65631-8ba8-45d8-8039-44a812559d36", "tag": "158377ff-8b9b-4143-aee5-5d780996fb7f", "status": "completed", "code": 200}]} {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:52:53.698395 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6adfb26a-d98f-4cf8-9784-ae5b9908a885 {{(pid=109760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:52:53.699045 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace65631-8ba8-45d8-8039-44a812559d36', 'tag': '158377ff-8b9b-4143-aee5-5d780996fb7f', 'status': 'completed', 'code': 200} Jan 20 12:52:53.720300 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-91dd646a-c288-43d2-bbe1-6dbd02a726f6 req-ffdf9a13-81aa-43e0-a962-ecd6cce1bea4 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 210 time: 0.1535907 Jan 20 12:52:53.808820 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-373eed24-42ce-47a6-a2c0-0f875a05d53d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for security_group_rule (38d40819-a51d-4062-8d0f-f17834bfef39), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:53.847047 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 877f910a-8880-4633-84fd-08f7992c21e9 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:52:53.847751 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (877f910a-8880-4633-84fd-08f7992c21e9), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:53.854230 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-bc0fca2e-ec96-43ac-befd-c0113594c701 None None] Port 15ff246f-4fb6-443a-b9db-cbea566c6e7a cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 12:52:53.868315 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a3338739-cac9-4b87-90a6-988772cb16e5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (896e1e70-d8fa-4fb1-a418-fac6cb24d92e), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:53.889816 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-19987371-2e56-4301-9238-f89b7a2d5f16 None None] For port 15ff246f-4fb6-443a-b9db-cbea566c6e7a, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:52:53.900787 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-373eed24-42ce-47a6-a2c0-0f875a05d53d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390'] for security_group_rule (38d40819-a51d-4062-8d0f-f17834bfef39), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:53.914753 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3338739-cac9-4b87-90a6-988772cb16e5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Network 2a70364f-7478-4e00-a602-43026420194c is already hosted by enough agents. {{(pid=109760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:52:53.919550 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-a3338739-cac9-4b87-90a6-988772cb16e5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Resources bound (agent type, host, resource id): {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:52:53.922654 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3338739-cac9-4b87-90a6-988772cb16e5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Received port after_create {{(pid=109760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:52:53.938681 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-19987371-2e56-4301-9238-f89b7a2d5f16 None None] For port 15ff246f-4fb6-443a-b9db-cbea566c6e7a, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=15ff246f-4fb6-443a-b9db-cbea566c6e7a,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:52:53.946298 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373eed24-42ce-47a6-a2c0-0f875a05d53d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d40819-a51d-4062-8d0f-f17834bfef39,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:54.010287 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3338739-cac9-4b87-90a6-988772cb16e5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Pushing event updated for resources: {'Port': ['ID=896e1e70-d8fa-4fb1-a418-fac6cb24d92e,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:54.143261 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a3338739-cac9-4b87-90a6-988772cb16e5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for floatingip (8953221e-f331-43ac-8a05-936d0db1be62), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:54.178900 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 877f910a-8880-4633-84fd-08f7992c21e9 is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:52:54.186039 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 69303bf2-4bf9-4b61-b4d9-18132d897e8d up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:52:54.211186 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-19987371-2e56-4301-9238-f89b7a2d5f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (15ff246f-4fb6-443a-b9db-cbea566c6e7a), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:54.240598 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-373eed24-42ce-47a6-a2c0-0f875a05d53d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:54.243240 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-373eed24-42ce-47a6-a2c0-0f875a05d53d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0600433 Jan 20 12:52:54.249201 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 52984) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:52:54.252375 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-c93bc992-aa91-4ad6-b58d-88fee829e502 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Request body: {'floatingip': {'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:52:54.366267 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e112b2-78c0-443b-a672-c7df321a1f3c req-49f2049d-2c0d-4f0c-a5dd-5d7a1e468927 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:54.370039 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-68e112b2-78c0-443b-a672-c7df321a1f3c req-49f2049d-2c0d-4f0c-a5dd-5d7a1e468927 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 943 time: 0.1731060 Jan 20 12:52:54.385958 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a3338739-cac9-4b87-90a6-988772cb16e5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (896e1e70-d8fa-4fb1-a418-fac6cb24d92e), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:54.451581 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c93bc992-aa91-4ad6-b58d-88fee829e502 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:54.456083 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c7a5e-382f-4480-a67c-c469dd968567 None None] Pushing event updated for resources: {'Port': ['ID=15ff246f-4fb6-443a-b9db-cbea566c6e7a,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:54.466046 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19987371-2e56-4301-9238-f89b7a2d5f16 None None] Routers {'136103d5-419c-49c8-8c00-c9caf5984d63'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:52:54.467303 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-19987371-2e56-4301-9238-f89b7a2d5f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:52:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['136103d5-419c-49c8-8c00-c9caf5984d63'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:52:54.502050 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-68e112b2-78c0-443b-a672-c7df321a1f3c req-a605c15c-6980-457f-9bad-4ada551db6d5 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3b9469d-d3d8-4943-8bcc-330af39c1b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255727 Jan 20 12:52:54.904306 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 69303bf2-4bf9-4b61-b4d9-18132d897e8d triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:52:54.904971 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (69303bf2-4bf9-4b61-b4d9-18132d897e8d), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:55.000492 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b088887-8b86-4485-89c7-2f109b4b79b3 req-a65d4985-cbc9-4cd4-93b3-36d76acbacdc tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:55.016549 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1b088887-8b86-4485-89c7-2f109b4b79b3 req-a65d4985-cbc9-4cd4-93b3-36d76acbacdc tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 943 time: 0.2976124 Jan 20 12:52:55.207159 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-46627a3e-6c5c-453b-a038-dfe4956945a3 req-8257ef5e-ec9a-4721-b463-1c67108243b9 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 210 time: 0.1376960 Jan 20 12:52:55.251771 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1b088887-8b86-4485-89c7-2f109b4b79b3 req-28cb5f35-ece1-4294-be2e-a99e1b482cb5 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339387 Jan 20 12:52:55.366658 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-19987371-2e56-4301-9238-f89b7a2d5f16 None None] Set router 136103d5-419c-49c8-8c00-c9caf5984d63 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:52:55.375036 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-07c84757-0af5-4b3b-ad75-45a7cb7f8fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:55.389774 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-07c84757-0af5-4b3b-ad75-45a7cb7f8fcc service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c627e132fb96455193cbc6c115ae66a8&device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 1096 time: 0.6261578 Jan 20 12:52:55.539610 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a3338739-cac9-4b87-90a6-988772cb16e5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for port (896e1e70-d8fa-4fb1-a418-fac6cb24d92e), precommit_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:55.545138 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-d9d7c131-32c7-484a-a8fb-69c3affa3d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:55.547612 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-d9d7c131-32c7-484a-a8fb-69c3affa3d9b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=abbe43436cf6434e9c8e340b7ec90ae8&device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 1096 time: 0.7812400 Jan 20 12:52:55.578830 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c93bc992-aa91-4ad6-b58d-88fee829e502 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:55.743512 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8d638-d8f4-4995-8400-8566f2db8b37 req-fe963b56-b145-495e-87bc-1069f0e2cf46 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:55.745734 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a0e8d638-d8f4-4995-8400-8566f2db8b37 req-fe963b56-b145-495e-87bc-1069f0e2cf46 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 943 time: 0.1054690 Jan 20 12:52:55.780457 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-3beb40e4-fbaf-42f8-9dae-40be3fcc6e2e None None] Provisioning complete for port 15ff246f-4fb6-443a-b9db-cbea566c6e7a triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:52:55.782864 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-3beb40e4-fbaf-42f8-9dae-40be3fcc6e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (15ff246f-4fb6-443a-b9db-cbea566c6e7a), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:55.822639 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 69303bf2-4bf9-4b61-b4d9-18132d897e8d is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:52:55.823287 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (69303bf2-4bf9-4b61-b4d9-18132d897e8d), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:55.840371 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a0e8d638-d8f4-4995-8400-8566f2db8b37 req-bb5f64aa-1dcb-46e2-b4dd-1c408f6de008 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3b9469d-d3d8-4943-8bcc-330af39c1b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826571 Jan 20 12:52:55.880822 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_common [None req-c93bc992-aa91-4ad6-b58d-88fee829e502 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Allocated IP 172.27.0.96 (2a70364f-7478-4e00-a602-43026420194c/64f75221-ca68-464e-809b-7e1d4f1c5699/f9ef6e3f-13b8-4c3c-8f53-a6e345e54c22) {{(pid=109760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:52:56.112081 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a3338739-cac9-4b87-90a6-988772cb16e5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (896e1e70-d8fa-4fb1-a418-fac6cb24d92e), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:56.181364 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-3beb40e4-fbaf-42f8-9dae-40be3fcc6e2e None None] Current status of the port 15ff246f-4fb6-443a-b9db-cbea566c6e7a is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:52:56.182031 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-3beb40e4-fbaf-42f8-9dae-40be3fcc6e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (15ff246f-4fb6-443a-b9db-cbea566c6e7a), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:56.189988 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a3338739-cac9-4b87-90a6-988772cb16e5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529925'] for floatingip (8953221e-f331-43ac-8a05-936d0db1be62), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:56.227792 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3338739-cac9-4b87-90a6-988772cb16e5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Pushing event updated for resources: {'Port': ['ID=896e1e70-d8fa-4fb1-a418-fac6cb24d92e,revision_number=2']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:56.333387 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] For port 69303bf2-4bf9-4b61-b4d9-18132d897e8d, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=69303bf2-4bf9-4b61-b4d9-18132d897e8d,segment=NetworkSegment(cc97d124-6b4e-4665-80b3-7670aa542a45),segment_id=cc97d124-6b4e-4665-80b3-7670aa542a45)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:52:56.337466 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-3beb40e4-fbaf-42f8-9dae-40be3fcc6e2e None None] For port 15ff246f-4fb6-443a-b9db-cbea566c6e7a, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=15ff246f-4fb6-443a-b9db-cbea566c6e7a,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:52:56.388679 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-19987371-2e56-4301-9238-f89b7a2d5f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'name': 'tempest-AttachVolumeShelveTestJSON-625325489-router', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:33Z', 'updated_at': '2022-01-20T12:52:42Z', 'revision_number': 4, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'gw_port': {'id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:34Z', 'updated_at': '2022-01-20T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '15ff246f-4fb6-443a-b9db-cbea566c6e7a', 'name': '', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'mac_address': 'fa:16:3e:36:9d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:40Z', 'updated_at': '2022-01-20T12:52:53Z', 'revision_number': 4, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'subnets': [{'id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:52:56.419853 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a3338739-cac9-4b87-90a6-988772cb16e5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:56.428904 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-a3338739-cac9-4b87-90a6-988772cb16e5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0614200 Jan 20 12:52:56.462995 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19987371-2e56-4301-9238-f89b7a2d5f16 None None] The sync data for ids ['136103d5-419c-49c8-8c00-c9caf5984d63'] in dv-cinder-804035-24-iscsi is: [{'id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'name': 'tempest-AttachVolumeShelveTestJSON-625325489-router', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:33Z', 'updated_at': '2022-01-20T12:52:42Z', 'revision_number': 4, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'gw_port': {'id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:34Z', 'updated_at': '2022-01-20T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '15ff246f-4fb6-443a-b9db-cbea566c6e7a', 'name': '', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'mac_address': 'fa:16:3e:36:9d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:40Z', 'updated_at': '2022-01-20T12:52:53Z', 'revision_number': 4, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'subnets': [{'id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 12:52:56.491177 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c6f15631-96f4-4a41-8cee-b144d5de8697 req-eee8a023-75d9-48eb-9d8e-b5e126b5f48b tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 210 time: 0.0721173 Jan 20 12:52:56.512400 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c93bc992-aa91-4ad6-b58d-88fee829e502 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for port (f9ef6e3f-13b8-4c3c-8f53-a6e345e54c22), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:56.533727 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (69303bf2-4bf9-4b61-b4d9-18132d897e8d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:56.554490 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-3beb40e4-fbaf-42f8-9dae-40be3fcc6e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (15ff246f-4fb6-443a-b9db-cbea566c6e7a), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:56.795047 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Pushing event updated for resources: {'Port': ['ID=69303bf2-4bf9-4b61-b4d9-18132d897e8d,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:56.812907 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80934c6e-66eb-4360-be0a-76997a52d158 req-d6400d43-687a-4240-86eb-5db67d0b2778 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:56.842136 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-80934c6e-66eb-4360-be0a-76997a52d158 req-d6400d43-687a-4240-86eb-5db67d0b2778 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 943 time: 0.3543868 Jan 20 12:52:56.859424 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c93bc992-aa91-4ad6-b58d-88fee829e502 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (f9ef6e3f-13b8-4c3c-8f53-a6e345e54c22), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:56.966886 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb40e4-fbaf-42f8-9dae-40be3fcc6e2e None None] Pushing event updated for resources: {'Port': ['ID=15ff246f-4fb6-443a-b9db-cbea566c6e7a,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:57.090548 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-80934c6e-66eb-4360-be0a-76997a52d158 req-0e171f15-cf12-4545-968b-8e13865a5d49 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463217 Jan 20 12:52:57.101179 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 47fb2c43-8fb0-46ef-8776-40751edea304 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:52:57.119180 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93bc992-aa91-4ad6-b58d-88fee829e502 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Network 2a70364f-7478-4e00-a602-43026420194c is already hosted by enough agents. {{(pid=109760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:52:57.134822 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-c93bc992-aa91-4ad6-b58d-88fee829e502 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Resources bound (agent type, host, resource id): {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:52:57.145250 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93bc992-aa91-4ad6-b58d-88fee829e502 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Received port after_create {{(pid=109760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:52:57.152517 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bc992-aa91-4ad6-b58d-88fee829e502 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Pushing event updated for resources: {'Port': ['ID=f9ef6e3f-13b8-4c3c-8f53-a6e345e54c22,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:57.200621 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ec160-716d-4b25-8cc1-e33e450b7589 req-17c8b3dd-2503-4567-bd12-c239794a8b56 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:57.212919 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ed0ec160-716d-4b25-8cc1-e33e450b7589 req-17c8b3dd-2503-4567-bd12-c239794a8b56 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 943 time: 0.1046693 Jan 20 12:52:57.308904 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 47fb2c43-8fb0-46ef-8776-40751edea304 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:52:57.309511 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (47fb2c43-8fb0-46ef-8776-40751edea304), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:57.353123 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ed0ec160-716d-4b25-8cc1-e33e450b7589 req-e7aecce2-6314-4f2c-97d3-d51cd2007bf8 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3b9469d-d3d8-4943-8bcc-330af39c1b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416950 Jan 20 12:52:57.391773 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c93bc992-aa91-4ad6-b58d-88fee829e502 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for floatingip (ae955d6d-481f-42c8-ad01-dfecc6589465), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:57.433175 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 47fb2c43-8fb0-46ef-8776-40751edea304 is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:52:57.442570 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-5648d890-7412-4150-a769-ba58874f9361 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--691815748&fields=id&tenant_id=45c3ebca63544b178b63b288cecc910c HTTP/1.1" status: 200 len: 267 time: 0.0827610 Jan 20 12:52:57.666697 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-f6e0acfa-31f7-4331-91a8-b6fdecddd7aa tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:57.683059 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-f6e0acfa-31f7-4331-91a8-b6fdecddd7aa tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/networks?id=51dfc435-f4d5-4bb7-b519-debcc47256e8 HTTP/1.1" status: 200 len: 811 time: 0.2199595 Jan 20 12:52:57.726633 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-312d06ba-41a8-4849-80d3-833c6cebb4b0 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/quotas/45c3ebca63544b178b63b288cecc910c HTTP/1.1" status: 200 len: 375 time: 0.0420835 Jan 20 12:52:57.750538 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c93bc992-aa91-4ad6-b58d-88fee829e502 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (f9ef6e3f-13b8-4c3c-8f53-a6e345e54c22), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:57.764258 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7bae4652-4040-47be-86ce-cb1917fc56bc req-50a4540e-048f-439b-bb56-62f32a462b1d tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 210 time: 0.0615308 Jan 20 12:52:57.919870 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-bdc22f4a-1713-4285-ad55-8f14a7d4bdff tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=45c3ebca63544b178b63b288cecc910c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1592865 Jan 20 12:52:58.355348 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-3919a39f-e8eb-4eb1-88b2-07256fdf9c6d service neutron] 10.222.0.57 "GET /v2.0/networks/51dfc435-f4d5-4bb7-b519-debcc47256e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941207 Jan 20 12:52:58.362357 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c93bc992-aa91-4ad6-b58d-88fee829e502 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for port (f9ef6e3f-13b8-4c3c-8f53-a6e345e54c22), precommit_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:58.488861 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-a9888866-0d58-4176-9126-af8d610c3e94 service neutron] 10.222.0.57 "GET /v2.0/networks/51dfc435-f4d5-4bb7-b519-debcc47256e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120045 Jan 20 12:52:58.515534 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e45747-2f2a-4704-9b7a-a452675d1bd0 req-0267227d-ada5-4c14-8449-1a5daaea3188 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:58.517185 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-73e45747-2f2a-4704-9b7a-a452675d1bd0 req-0267227d-ada5-4c14-8449-1a5daaea3188 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 943 time: 0.2068350 Jan 20 12:52:58.658170 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c93bc992-aa91-4ad6-b58d-88fee829e502 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (f9ef6e3f-13b8-4c3c-8f53-a6e345e54c22), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:58.662755 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-73e45747-2f2a-4704-9b7a-a452675d1bd0 req-fcc7794d-dd40-43be-8623-946073bb2abe tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275859 Jan 20 12:52:58.767526 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c93bc992-aa91-4ad6-b58d-88fee829e502 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529925'] for floatingip (ae955d6d-481f-42c8-ad01-dfecc6589465), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:58.801287 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bc992-aa91-4ad6-b58d-88fee829e502 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Pushing event updated for resources: {'Port': ['ID=f9ef6e3f-13b8-4c3c-8f53-a6e345e54c22,revision_number=2']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:52:58.856893 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 15ff246f-4fb6-443a-b9db-cbea566c6e7a up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:52:58.868637 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0c6eb-20ea-42c8-b10f-adef8491020f req-e1b3fa0b-a787-4a1c-991f-a17181075fe1 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:52:58.871063 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-35c0c6eb-20ea-42c8-b10f-adef8491020f req-e1b3fa0b-a787-4a1c-991f-a17181075fe1 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 943 time: 0.0815091 Jan 20 12:52:58.941411 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c93bc992-aa91-4ad6-b58d-88fee829e502 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:58.944272 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-c93bc992-aa91-4ad6-b58d-88fee829e502 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6949942 Jan 20 12:52:58.963350 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 15ff246f-4fb6-443a-b9db-cbea566c6e7a triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:52:58.964218 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (15ff246f-4fb6-443a-b9db-cbea566c6e7a), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:59.048872 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-35c0c6eb-20ea-42c8-b10f-adef8491020f req-e692c781-a651-4e66-9445-4525f7b35a3b tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3b9469d-d3d8-4943-8bcc-330af39c1b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663578 Jan 20 12:52:59.160323 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4487018d-ad4e-46ea-a7b9-aa55f60a94cf req-9786f285-d419-4d5e-8b9e-fd645a713da8 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 210 time: 0.0597734 Jan 20 12:52:59.334432 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 15ff246f-4fb6-443a-b9db-cbea566c6e7a is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:52:59.344642 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 69303bf2-4bf9-4b61-b4d9-18132d897e8d up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:52:59.419013 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6bae7d79-a295-410d-900f-f5835d4b7932 req-3e8600e2-8815-4d10-b519-3595439c8d8b tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 210 time: 0.1685219 Jan 20 12:52:59.535528 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 69303bf2-4bf9-4b61-b4d9-18132d897e8d triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:52:59.535915 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (69303bf2-4bf9-4b61-b4d9-18132d897e8d), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:52:59.645207 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-24f65ff3-894e-4676-abe2-340c6454c025 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--762226439&fields=id&tenant_id=a42550bc92f54f3293a5e8c100adf3ec HTTP/1.1" status: 200 len: 267 time: 0.1456752 Jan 20 12:52:59.825327 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-30cf8cca-f957-4686-92b3-85aa368a1347 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a497f72-8448-42ab-a547-0eccee02be1d HTTP/1.1" status: 200 len: 217 time: 0.7291112 Jan 20 12:52:59.839396 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-7e4d86b9-a319-4629-b562-43a7249d61fe service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=158377ff-8b9b-4143-aee5-5d780996fb7f HTTP/1.1" status: 200 len: 217 time: 0.1247153 Jan 20 12:52:59.950893 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 53116) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:00.205271 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 69303bf2-4bf9-4b61-b4d9-18132d897e8d is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:53:00.207919 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b02fe2-e27e-4826-9436-8cf9c63d1115 req-fd0897bd-a815-44c1-a06b-18f53dd14d8d tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:00.207919 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d3b02fe2-e27e-4826-9436-8cf9c63d1115 req-fd0897bd-a815-44c1-a06b-18f53dd14d8d tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 943 time: 0.1298015 Jan 20 12:53:00.207919 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-ff9b9220-9e84-4c82-b1ea-5f1e850fa641 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:00.207919 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-ff9b9220-9e84-4c82-b1ea-5f1e850fa641 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/networks?id=98783e85-5ee2-4a30-908e-0d0d62c14b33 HTTP/1.1" status: 200 len: 816 time: 0.3799968 Jan 20 12:53:00.210030 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-4addba6d-b436-49da-bbd0-8b6ea434532d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:00.210030 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-4addba6d-b436-49da-bbd0-8b6ea434532d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=160c493f-960c-42fe-873c-9bc69f61abc5 HTTP/1.1" status: 200 len: 855 time: 0.2180634 Jan 20 12:53:00.210030 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-9d561566-b41e-4289-a2a5-5ab4a94a83a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:00.210030 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-9d561566-b41e-4289-a2a5-5ab4a94a83a3 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b20a1571-f122-4a3d-adc9-039e4a0b4046 HTTP/1.1" status: 200 len: 852 time: 0.1712000 Jan 20 12:53:00.210712 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-4b825ba0-674e-471a-9048-085e9fbadba1 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/quotas/a42550bc92f54f3293a5e8c100adf3ec HTTP/1.1" status: 200 len: 375 time: 0.0297518 Jan 20 12:53:00.210712 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d3b02fe2-e27e-4826-9436-8cf9c63d1115 req-488f0393-61e1-4ed9-9017-a4cd2e24c5f0 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794866 Jan 20 12:53:00.224181 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-5c59f78e-0e63-45e9-ac0d-b4ad1d0aa924 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=457dc31e-9fe8-4fb8-852d-eea62a00d396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1489944 Jan 20 12:53:00.230075 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-9552a6bc-8977-4a6b-bda0-444cfe2d10a3 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a42550bc92f54f3293a5e8c100adf3ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1426728 Jan 20 12:53:00.231459 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-4de4fc0d-c187-499a-a8f9-04f5e4ab329e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b0056a9e-a4fb-4aa8-9539-21906bb2fa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1469371 Jan 20 12:53:00.319636 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-1565c99d-9f85-47ef-96fd-03f2a3b01e9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:00.435463 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938ebca-a8e1-4884-8228-337ea0eccfd3 req-e44f1956-d815-4782-8842-9d26c89a993f tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:00.440664 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1938ebca-a8e1-4884-8228-337ea0eccfd3 req-e44f1956-d815-4782-8842-9d26c89a993f tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 943 time: 0.1916628 Jan 20 12:53:00.522594 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-1ce09637-57e7-43a7-9397-3ef1e01b8720 service neutron] 10.222.0.57 "GET /v2.0/networks/98783e85-5ee2-4a30-908e-0d0d62c14b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555151 Jan 20 12:53:00.736540 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-e35d9fe1-002b-4e42-9d6a-7e3dfa8dd9a3 service neutron] 10.222.0.107 "GET /v2.0/networks/b0056a9e-a4fb-4aa8-9539-21906bb2fa1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815795 Jan 20 12:53:00.746647 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-10713123-c448-40f1-841a-0b7185476f16 service neutron] 10.222.0.107 "GET /v2.0/networks/457dc31e-9fe8-4fb8-852d-eea62a00d396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135388 Jan 20 12:53:01.037758 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-1565c99d-9f85-47ef-96fd-03f2a3b01e9b admin admin] Publish callbacks [] for security_group (c667e4e9-5ba8-49f2-a738-a48b8e9202da), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:01.066241 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.107', 52219) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:01.261531 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1938ebca-a8e1-4884-8228-337ea0eccfd3 req-3d0884ad-a8d5-40ef-b0f5-92215c686404 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3b9469d-d3d8-4943-8bcc-330af39c1b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7329473 Jan 20 12:53:01.278586 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-4781c2d9-e677-4a5b-880d-2a538c93a858 service neutron] 10.222.0.57 "GET /v2.0/networks/98783e85-5ee2-4a30-908e-0d0d62c14b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836355 Jan 20 12:53:01.359154 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-e0e07057-c0fe-4e7f-9ef4-d195f4a9338d tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:01.362555 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-e0e07057-c0fe-4e7f-9ef4-d195f4a9338d tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.107 "GET /v2.0/networks?id=1da03262-aaa2-44ec-9b4a-16ceb45bebd0 HTTP/1.1" status: 200 len: 818 time: 0.2947068 Jan 20 12:53:01.396012 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-7dd66c18-4fe4-403b-9777-2fccfbb28770 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Request body: {'port': {'device_id': '0e157728-776e-4ec3-817d-bf334d9f087f', 'network_id': '1da03262-aaa2-44ec-9b4a-16ceb45bebd0', 'admin_state_up': True, 'tenant_id': '428c88034eba4cf187ed3b80a771c522'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:53:01.458689 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9966d19a-340d-4b59-bd51-fc058dd9e266 req-95616e79-5a9a-4ec6-8395-c59bb4924fce tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 210 time: 0.0789132 Jan 20 12:53:01.460873 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-1565c99d-9f85-47ef-96fd-03f2a3b01e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (c667e4e9-5ba8-49f2-a738-a48b8e9202da), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:01.592645 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565c99d-9f85-47ef-96fd-03f2a3b01e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c667e4e9-5ba8-49f2-a738-a48b8e9202da,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:01.611078 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9af87451-3793-4790-bca6-121e4b49b630 req-4de36b1e-2c9a-4089-85c4-b9f444631b17 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 210 time: 0.0608985 Jan 20 12:53:01.614464 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-7f44ea8f-2844-461c-b6ec-2268170cbaa2 req-5c047ae0-c0fa-4135-9cd0-38f95ed12923 service neutron] 10.222.0.107 "GET /v2.0/networks/b0056a9e-a4fb-4aa8-9539-21906bb2fa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8490541 Jan 20 12:53:01.619148 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-31742a59-04b0-440c-b94e-ff0fcc133b62 req-b615ef86-1495-4acc-8024-8db7883bc314 service neutron] 10.222.0.107 "GET /v2.0/networks/457dc31e-9fe8-4fb8-852d-eea62a00d396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8387821 Jan 20 12:53:01.722443 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 53148) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:01.722757 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-1565c99d-9f85-47ef-96fd-03f2a3b01e9b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5f3b8b4b54e24538b4863cec6e3d86d5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7685728 Jan 20 12:53:01.909308 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-37ebcc6f-ae6f-459e-8fd6-d35b703dc915 admin admin] Publish callbacks [] for security_group (c667e4e9-5ba8-49f2-a738-a48b8e9202da), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:02.019356 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-37ebcc6f-ae6f-459e-8fd6-d35b703dc915 admin admin] Publish callbacks [] for security_group (c667e4e9-5ba8-49f2-a738-a48b8e9202da), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:02.198698 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7058a-52c0-4f2a-b5aa-f0ceae62bf85 req-6785371f-d39f-4635-a1df-2c5ec2c0afc0 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:02.200965 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4dd7058a-52c0-4f2a-b5aa-f0ceae62bf85 req-6785371f-d39f-4635-a1df-2c5ec2c0afc0 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 943 time: 0.4023581 Jan 20 12:53:02.361003 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4dd7058a-52c0-4f2a-b5aa-f0ceae62bf85 req-b285dc21-8c5d-4454-8745-68e4a5db2007 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496518 Jan 20 12:53:02.363216 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-7dd66c18-4fe4-403b-9777-2fccfbb28770 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Made reservation on behalf of 428c88034eba4cf187ed3b80a771c522 for: {'port': 1} {{(pid=109760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:53:02.367991 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-7dd66c18-4fe4-403b-9777-2fccfbb28770 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:02.380160 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-37ebcc6f-ae6f-459e-8fd6-d35b703dc915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (c667e4e9-5ba8-49f2-a738-a48b8e9202da), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:02.401758 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-37ebcc6f-ae6f-459e-8fd6-d35b703dc915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:02.412247 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-37ebcc6f-ae6f-459e-8fd6-d35b703dc915 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c667e4e9-5ba8-49f2-a738-a48b8e9202da HTTP/1.1" status: 204 len: 168 time: 0.6851451 Jan 20 12:53:02.538418 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebcc6f-ae6f-459e-8fd6-d35b703dc915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c667e4e9-5ba8-49f2-a738-a48b8e9202da,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:02.538418 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.107', 52221) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:02.783245 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-20b265d9-a5fd-4a51-9b9a-bb6f993b43b0 req-7137daa3-7bd3-4e94-bd67-39d715ce5caf tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 210 time: 0.1311986 Jan 20 12:53:02.891117 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fab427-3452-469c-b320-60979163c431 req-bed86b92-de90-44d0-86cd-325c8ada0564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:02.897580 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-65fab427-3452-469c-b320-60979163c431 req-bed86b92-de90-44d0-86cd-325c8ada0564 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c627e132fb96455193cbc6c115ae66a8&device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 1096 time: 0.4034634 Jan 20 12:53:02.917646 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15274593-ee41-49a5-b509-1a52f8bf53e2 req-d36d671e-3048-4601-9e65-96a92c0c046d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:02.924406 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-15274593-ee41-49a5-b509-1a52f8bf53e2 req-d36d671e-3048-4601-9e65-96a92c0c046d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=abbe43436cf6434e9c8e340b7ec90ae8&device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 1096 time: 0.3945365 Jan 20 12:53:02.975918 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4640335-ab74-440f-941e-008a6161904f req-ee56d640-ec1a-4c58-9827-46d168d49cc2 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:02.984883 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d4640335-ab74-440f-941e-008a6161904f req-ee56d640-ec1a-4c58-9827-46d168d49cc2 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 943 time: 0.3302584 Jan 20 12:53:03.175289 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a5a6b7b7-88df-413c-aa59-904c1ff3f4c3 req-63b73a32-f802-457a-83fa-6e79cc2430c1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 210 time: 0.2313807 Jan 20 12:53:03.232196 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_common [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-7dd66c18-4fe4-403b-9777-2fccfbb28770 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Allocated IP 172.20.0.8 (1da03262-aaa2-44ec-9b4a-16ceb45bebd0/ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7/b993b368-d74b-4950-bb49-dbc1a862c1c4) {{(pid=109760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:53:03.264257 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-e5ae0486-e8fe-480d-b06c-8b57b66c034b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:03.272191 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-71bf4837-ef4c-472c-95bd-5a83baf0d061 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:03.272652 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-71bf4837-ef4c-472c-95bd-5a83baf0d061 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.107 "GET /v2.0/networks?id=1da03262-aaa2-44ec-9b4a-16ceb45bebd0 HTTP/1.1" status: 200 len: 818 time: 0.8264441 Jan 20 12:53:03.329085 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-085d3e9c-2129-46b5-849b-7591e1d132a1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Request body: {'port': {'device_id': '6b47bf0e-a883-4324-b5a4-6e238d359d0d', 'network_id': '1da03262-aaa2-44ec-9b4a-16ceb45bebd0', 'admin_state_up': True, 'tenant_id': '428c88034eba4cf187ed3b80a771c522'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:53:03.359252 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a376e564-966e-4239-a707-83b7f1b3ea89 req-ac8d6d60-a7e4-4443-998e-9d8538fd341a tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 210 time: 0.0761662 Jan 20 12:53:03.432690 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15274593-ee41-49a5-b509-1a52f8bf53e2 req-142b35f1-09cc-4764-abe1-e0ab8f5fa336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:03.440411 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-15274593-ee41-49a5-b509-1a52f8bf53e2 req-142b35f1-09cc-4764-abe1-e0ab8f5fa336 service neutron] 10.222.0.107 "GET /v2.0/networks?id=b0056a9e-a4fb-4aa8-9539-21906bb2fa1f HTTP/1.1" status: 200 len: 913 time: 0.4951522 Jan 20 12:53:03.477346 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d4640335-ab74-440f-941e-008a6161904f req-75c882b6-c061-4de8-9894-08727464d9fd tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3b9469d-d3d8-4943-8bcc-330af39c1b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891562 Jan 20 12:53:03.593670 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fab427-3452-469c-b320-60979163c431 req-67758c02-8e87-4da3-b70f-fd4b2af207d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:03.605664 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-65fab427-3452-469c-b320-60979163c431 req-67758c02-8e87-4da3-b70f-fd4b2af207d6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=457dc31e-9fe8-4fb8-852d-eea62a00d396 HTTP/1.1" status: 200 len: 916 time: 0.7038922 Jan 20 12:53:03.670866 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-15274593-ee41-49a5-b509-1a52f8bf53e2 req-4a9867d7-3232-405d-875f-245f5da0fb29 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=158377ff-8b9b-4143-aee5-5d780996fb7f HTTP/1.1" status: 200 len: 217 time: 0.1443961 Jan 20 12:53:03.699968 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38269e-65b0-4c38-b05f-625ff4900986 req-879b6da8-72c7-428c-8332-fff113dc3ef0 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:03.708522 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-aa38269e-65b0-4c38-b05f-625ff4900986 req-879b6da8-72c7-428c-8332-fff113dc3ef0 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 943 time: 0.0957305 Jan 20 12:53:03.811767 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-aa38269e-65b0-4c38-b05f-625ff4900986 req-0ab6a2ca-1750-446c-bdbf-e550ccc90ad4 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968413 Jan 20 12:53:04.057498 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-7dd66c18-4fe4-403b-9777-2fccfbb28770 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Publish callbacks [] for port (b993b368-d74b-4950-bb49-dbc1a862c1c4), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:04.059614 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d49df667-a6bb-4c31-8f57-dd623b340a98 req-1b3a6d5a-8b97-4be5-a6dc-01580932f94e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 210 time: 0.1089287 Jan 20 12:53:04.104056 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-65fab427-3452-469c-b320-60979163c431 req-8f889c1b-3747-4482-91db-f04de89d06af service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a497f72-8448-42ab-a547-0eccee02be1d HTTP/1.1" status: 200 len: 217 time: 0.1515231 Jan 20 12:53:04.255803 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15274593-ee41-49a5-b509-1a52f8bf53e2 req-ac819d66-5e8c-410d-9e52-4e0f6f8af99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:04.302172 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-15274593-ee41-49a5-b509-1a52f8bf53e2 req-ac819d66-5e8c-410d-9e52-4e0f6f8af99b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b20a1571-f122-4a3d-adc9-039e4a0b4046 HTTP/1.1" status: 200 len: 852 time: 0.3877017 Jan 20 12:53:04.315477 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-085d3e9c-2129-46b5-849b-7591e1d132a1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Made reservation on behalf of 428c88034eba4cf187ed3b80a771c522 for: {'port': 1} {{(pid=109760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:53:04.329031 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-085d3e9c-2129-46b5-849b-7591e1d132a1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:04.405658 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-15274593-ee41-49a5-b509-1a52f8bf53e2 req-664de728-289c-4293-a489-f8d9d9ae8b49 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b0056a9e-a4fb-4aa8-9539-21906bb2fa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647855 Jan 20 12:53:04.451258 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fab427-3452-469c-b320-60979163c431 req-181eab30-cb4b-4e1e-bbe2-ab7f79056c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:04.453229 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-65fab427-3452-469c-b320-60979163c431 req-181eab30-cb4b-4e1e-bbe2-ab7f79056c3b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=160c493f-960c-42fe-873c-9bc69f61abc5 HTTP/1.1" status: 200 len: 855 time: 0.2243199 Jan 20 12:53:04.641072 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 53216) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:04.693067 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4387e218-6a90-4cbf-94b3-144c09451d59 req-b01aefa2-ddea-473c-b0ca-2d4125a653b0 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 210 time: 0.2065735 Jan 20 12:53:04.771521 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-65fab427-3452-469c-b320-60979163c431 req-87261008-bbfa-4b24-aa40-9e11a7abf3ac service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=457dc31e-9fe8-4fb8-852d-eea62a00d396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2930462 Jan 20 12:53:04.775391 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-276a7832-fb6c-4aec-9e02-bc075268425c req-36efd3ca-e6f4-440b-a333-f3d0e2e87711 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 210 time: 0.1968291 Jan 20 12:53:04.798389 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_common [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-085d3e9c-2129-46b5-849b-7591e1d132a1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Allocated IP 172.20.0.5 (1da03262-aaa2-44ec-9b4a-16ceb45bebd0/ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7/6e9d005b-b1c8-43ca-806d-2cfd098e1f22) {{(pid=109760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:53:04.840456 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-7dd66c18-4fe4-403b-9777-2fccfbb28770 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (b993b368-d74b-4950-bb49-dbc1a862c1c4), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:04.861687 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-6549d98b-b627-409b-9e83-0ff2edd11dc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:04.954797 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-65fab427-3452-469c-b320-60979163c431 req-a2db3424-f5f5-45ec-9f2e-dca8801a9a50 service neutron] 10.222.0.107 "GET /v2.0/networks/457dc31e-9fe8-4fb8-852d-eea62a00d396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698885 Jan 20 12:53:05.134973 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-15274593-ee41-49a5-b509-1a52f8bf53e2 req-727b3f16-d83c-4808-9ef0-990fbc0f856a service neutron] 10.222.0.107 "GET /v2.0/networks/b0056a9e-a4fb-4aa8-9539-21906bb2fa1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7125382 Jan 20 12:53:05.161044 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-7dd66c18-4fe4-403b-9777-2fccfbb28770 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Network 1da03262-aaa2-44ec-9b4a-16ceb45bebd0 is already hosted by enough agents. {{(pid=109760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:53:05.172216 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd66c18-4fe4-403b-9777-2fccfbb28770 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Pushing event updated for resources: {'Port': ['ID=b993b368-d74b-4950-bb49-dbc1a862c1c4,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:05.180907 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-7dd66c18-4fe4-403b-9777-2fccfbb28770 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Resources bound (agent type, host, resource id): {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:53:05.197744 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-7dd66c18-4fe4-403b-9777-2fccfbb28770 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Received port after_create {{(pid=109760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:53:05.210943 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-7dd66c18-4fe4-403b-9777-2fccfbb28770 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:05.211702 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-7dd66c18-4fe4-403b-9777-2fccfbb28770 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for port (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:05.252056 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f9679-a371-4ad2-bcc6-fc8c37e3ca06 req-2fa714a0-09a5-424f-b715-01036cf8d409 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:05.262342 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4a3f9679-a371-4ad2-bcc6-fc8c37e3ca06 req-2fa714a0-09a5-424f-b715-01036cf8d409 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 943 time: 0.3042035 Jan 20 12:53:05.436384 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-7dd66c18-4fe4-403b-9777-2fccfbb28770 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0549219 Jan 20 12:53:05.442396 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-6549d98b-b627-409b-9e83-0ff2edd11dc4 admin admin] Publish callbacks [] for security_group (f8f89002-c2b5-420b-9992-862536ec3d2c), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:05.459125 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-085d3e9c-2129-46b5-849b-7591e1d132a1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Publish callbacks [] for port (6e9d005b-b1c8-43ca-806d-2cfd098e1f22), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:05.460217 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e88a4a-f943-4bb0-84c4-1f1b62835770 req-1b87fd97-fae4-4cc9-a642-fd3bee8767da tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:05.462147 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-49e88a4a-f943-4bb0-84c4-1f1b62835770 req-1b87fd97-fae4-4cc9-a642-fd3bee8767da tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 943 time: 0.4268634 Jan 20 12:53:05.467658 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-65fab427-3452-469c-b320-60979163c431 req-38beb69b-c6cf-4f5f-8355-6d5158090bc9 service neutron] 10.222.0.107 "GET /v2.0/networks/457dc31e-9fe8-4fb8-852d-eea62a00d396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669278 Jan 20 12:53:05.480083 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4a3f9679-a371-4ad2-bcc6-fc8c37e3ca06 req-8b91b36a-f136-4f39-bc1c-1824988f74b5 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3b9469d-d3d8-4943-8bcc-330af39c1b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110212 Jan 20 12:53:05.571372 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-fc1c073e-0b94-4a09-85eb-0e7d27655082 service neutron] Request body: {'port': {'device_id': '0e157728-776e-4ec3-817d-bf334d9f087f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:53:05.607825 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-6549d98b-b627-409b-9e83-0ff2edd11dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (f8f89002-c2b5-420b-9992-862536ec3d2c), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:05.664086 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-49e88a4a-f943-4bb0-84c4-1f1b62835770 req-d2900e4c-d30f-464e-8ace-b3bccfc88db8 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827192 Jan 20 12:53:05.706532 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e07a9c60-fe70-420d-9260-aa47401e94ba req-9d5cf91f-20a3-4196-876b-051a816082d2 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 210 time: 0.0647714 Jan 20 12:53:05.842719 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-6549d98b-b627-409b-9e83-0ff2edd11dc4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=468d67b483b5451e8351c40336914dcc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0302453 Jan 20 12:53:05.847083 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 53240) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:05.857991 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-085d3e9c-2129-46b5-849b-7591e1d132a1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (6e9d005b-b1c8-43ca-806d-2cfd098e1f22), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:05.897176 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549d98b-b627-409b-9e83-0ff2edd11dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f89002-c2b5-420b-9992-862536ec3d2c,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:05.950184 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-fc1c073e-0b94-4a09-85eb-0e7d27655082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (b993b368-d74b-4950-bb49-dbc1a862c1c4), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:06.038967 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7d66bdd1-0a3a-40f9-9ffe-3a4040ddc188 req-38a4dce1-c8dd-49bb-9a93-749074026561 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 210 time: 0.0666616 Jan 20 12:53:06.063212 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-705aa58a-ed88-44a4-9cc5-e1d7abb4d775 admin admin] Publish callbacks [] for security_group (f8f89002-c2b5-420b-9992-862536ec3d2c), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:06.079668 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-085d3e9c-2129-46b5-849b-7591e1d132a1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Network 1da03262-aaa2-44ec-9b4a-16ceb45bebd0 is already hosted by enough agents. {{(pid=109760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:53:06.101212 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-705aa58a-ed88-44a4-9cc5-e1d7abb4d775 admin admin] Publish callbacks [] for security_group (f8f89002-c2b5-420b-9992-862536ec3d2c), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:06.119202 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-ae165ce6-ee83-4adc-918d-3b8974c32be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:06.148434 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d3e9c-2129-46b5-849b-7591e1d132a1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Pushing event updated for resources: {'Port': ['ID=6e9d005b-b1c8-43ca-806d-2cfd098e1f22,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:06.149989 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bf228-9e2d-4c7c-93f3-45aeee4502b2 req-b7050ac0-67e0-4b74-aef1-c9e078e89eb8 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:06.152643 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-190bf228-9e2d-4c7c-93f3-45aeee4502b2 req-b7050ac0-67e0-4b74-aef1-c9e078e89eb8 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 931 time: 0.2150161 Jan 20 12:53:06.162719 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-15274593-ee41-49a5-b509-1a52f8bf53e2 req-4cadc881-4dfb-42a3-9d9c-80cd0a0a6e8f service neutron] 10.222.0.107 "GET /v2.0/networks/b0056a9e-a4fb-4aa8-9539-21906bb2fa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6097450 Jan 20 12:53:06.193278 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-085d3e9c-2129-46b5-849b-7591e1d132a1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Resources bound (agent type, host, resource id): {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:53:06.206157 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-085d3e9c-2129-46b5-849b-7591e1d132a1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Received port after_create {{(pid=109760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:53:06.229032 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-085d3e9c-2129-46b5-849b-7591e1d132a1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:06.229682 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-085d3e9c-2129-46b5-849b-7591e1d132a1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for port (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:06.279395 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-190bf228-9e2d-4c7c-93f3-45aeee4502b2 req-b1598988-52b4-4c58-8518-45d06765e352 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169000 Jan 20 12:53:06.464329 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-705aa58a-ed88-44a4-9cc5-e1d7abb4d775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (f8f89002-c2b5-420b-9992-862536ec3d2c), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:06.468800 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-705aa58a-ed88-44a4-9cc5-e1d7abb4d775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:06.470725 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-705aa58a-ed88-44a4-9cc5-e1d7abb4d775 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f8f89002-c2b5-420b-9992-862536ec3d2c HTTP/1.1" status: 204 len: 168 time: 0.6221263 Jan 20 12:53:06.484588 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705aa58a-ed88-44a4-9cc5-e1d7abb4d775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f89002-c2b5-420b-9992-862536ec3d2c,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:06.577699 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.notifiers.nova [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-fc1c073e-0b94-4a09-85eb-0e7d27655082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b993b368-d74b-4950-bb49-dbc1a862c1c4 {{(pid=109760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:53:06.587099 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-085d3e9c-2129-46b5-849b-7591e1d132a1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2695138 Jan 20 12:53:06.590675 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-fc1c073e-0b94-4a09-85eb-0e7d27655082 service neutron] Publish callbacks [] for port (b993b368-d74b-4950-bb49-dbc1a862c1c4), precommit_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:06.617859 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.provisioning_blocks [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-fc1c073e-0b94-4a09-85eb-0e7d27655082 service neutron] Transition to ACTIVE for port object b993b368-d74b-4950-bb49-dbc1a862c1c4 will not be triggered until provisioned by entity L2. {{(pid=109760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:53:06.786267 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-fc1c073e-0b94-4a09-85eb-0e7d27655082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (b993b368-d74b-4950-bb49-dbc1a862c1c4), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:06.879853 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-b22b3f0a-684f-4c47-9b8f-d14a66aa605a service neutron] Request body: {'port': {'device_id': '6b47bf0e-a883-4324-b5a4-6e238d359d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:53:06.886164 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c073e-0b94-4a09-85eb-0e7d27655082 service neutron] Pushing event updated for resources: {'Port': ['ID=b993b368-d74b-4950-bb49-dbc1a862c1c4,revision_number=2']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:06.934097 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.managers [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-fc1c073e-0b94-4a09-85eb-0e7d27655082 service neutron] Attempting to bind port b993b368-d74b-4950-bb49-dbc1a862c1c4 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:53:06.934602 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.managers [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-fc1c073e-0b94-4a09-85eb-0e7d27655082 service neutron] Attempting to bind port b993b368-d74b-4950-bb49-dbc1a862c1c4 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'cc97d124-6b4e-4665-80b3-7670aa542a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1da03262-aaa2-44ec-9b4a-16ceb45bebd0'}] {{(pid=109760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:53:06.935034 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-fc1c073e-0b94-4a09-85eb-0e7d27655082 service neutron] Attempting to bind port b993b368-d74b-4950-bb49-dbc1a862c1c4 on network 1da03262-aaa2-44ec-9b4a-16ceb45bebd0 {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:53:06.947215 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c54303-ad90-4d41-aefb-f58e0e2b847d req-c4072939-1f20-4b5d-a887-6657e185b788 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:06.948269 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-fc1c073e-0b94-4a09-85eb-0e7d27655082 service neutron] Port b993b368-d74b-4950-bb49-dbc1a862c1c4 on network 1da03262-aaa2-44ec-9b4a-16ceb45bebd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 12:53:06.948674 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-fc1c073e-0b94-4a09-85eb-0e7d27655082 service neutron] Attempting to bind port b993b368-d74b-4950-bb49-dbc1a862c1c4 on network 1da03262-aaa2-44ec-9b4a-16ceb45bebd0 {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:53:06.948834 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-77c54303-ad90-4d41-aefb-f58e0e2b847d req-c4072939-1f20-4b5d-a887-6657e185b788 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 943 time: 0.2990568 Jan 20 12:53:06.972181 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-fc1c073e-0b94-4a09-85eb-0e7d27655082 service neutron] Checking agent: {'id': '01dfb066-6594-4635-8f5d-cd7d37486eef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'started_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:53:06.972469 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-fc1c073e-0b94-4a09-85eb-0e7d27655082 service neutron] Checking segment: {'id': 'cc97d124-6b4e-4665-80b3-7670aa542a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1da03262-aaa2-44ec-9b4a-16ceb45bebd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:53:06.972909 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-fc1c073e-0b94-4a09-85eb-0e7d27655082 service neutron] Bound using segment: {'id': 'cc97d124-6b4e-4665-80b3-7670aa542a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1da03262-aaa2-44ec-9b4a-16ceb45bebd0'} {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:53:06.973546 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.managers [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-fc1c073e-0b94-4a09-85eb-0e7d27655082 service neutron] Bound port: b993b368-d74b-4950-bb49-dbc1a862c1c4, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc97d124-6b4e-4665-80b3-7670aa542a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1da03262-aaa2-44ec-9b4a-16ceb45bebd0'}}] {{(pid=109760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:53:06.973755 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bf365-9d26-43e6-95f7-16fb6f6bc305 req-ecaa6a9b-9abd-40c1-8fb3-5d61687c8272 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:06.974114 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-fc1c073e-0b94-4a09-85eb-0e7d27655082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (b993b368-d74b-4950-bb49-dbc1a862c1c4), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:06.976214 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1d7bf365-9d26-43e6-95f7-16fb6f6bc305 req-ecaa6a9b-9abd-40c1-8fb3-5d61687c8272 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 943 time: 0.1056724 Jan 20 12:53:07.001840 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-b22b3f0a-684f-4c47-9b8f-d14a66aa605a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (6e9d005b-b1c8-43ca-806d-2cfd098e1f22), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:07.066393 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-77c54303-ad90-4d41-aefb-f58e0e2b847d req-9aeb3486-5625-487e-9f81-8aadf2401981 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3b9469d-d3d8-4943-8bcc-330af39c1b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072836 Jan 20 12:53:07.070077 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1d7bf365-9d26-43e6-95f7-16fb6f6bc305 req-3faf0bdf-8081-4acf-a1f6-54388cd718e2 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858376 Jan 20 12:53:07.120390 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-fc1c073e-0b94-4a09-85eb-0e7d27655082 service neutron] For port b993b368-d74b-4950-bb49-dbc1a862c1c4, host hv-cinder-80403, cleared binding levels {{(pid=109760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:53:07.246437 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6b529c7f-fa16-4d29-9ee2-edaa159740ab req-46fa661e-f17c-4b78-a12b-13e80ee0cc15 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 210 time: 0.0564969 Jan 20 12:53:07.294084 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-fc1c073e-0b94-4a09-85eb-0e7d27655082 service neutron] For port b993b368-d74b-4950-bb49-dbc1a862c1c4, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b993b368-d74b-4950-bb49-dbc1a862c1c4,segment=NetworkSegment(cc97d124-6b4e-4665-80b3-7670aa542a45),segment_id=cc97d124-6b4e-4665-80b3-7670aa542a45)] {{(pid=109760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:53:07.306150 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-df5f1578-8096-45d1-bba8-7fe73c841a6f req-6a13a23d-99f3-4e5e-a5b9-52d4511565c1 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 210 time: 0.0467141 Jan 20 12:53:07.424534 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-fc1c073e-0b94-4a09-85eb-0e7d27655082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (b993b368-d74b-4950-bb49-dbc1a862c1c4), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:07.526435 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282ef1c-1917-4f82-92a8-bca5a9e617e0 req-101029e8-099e-4148-9e53-dcd1af007539 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:07.529543 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3282ef1c-1917-4f82-92a8-bca5a9e617e0 req-101029e8-099e-4148-9e53-dcd1af007539 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 931 time: 0.1181848 Jan 20 12:53:07.585308 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-fc1c073e-0b94-4a09-85eb-0e7d27655082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:07.586036 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-fc1c073e-0b94-4a09-85eb-0e7d27655082 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for port (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:07.587555 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-fc1c073e-0b94-4a09-85eb-0e7d27655082 service neutron] 10.222.0.107 "PUT /v2.0/ports/b993b368-d74b-4950-bb49-dbc1a862c1c4 HTTP/1.1" status: 200 len: 1093 time: 2.0401392 Jan 20 12:53:07.588032 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e157728-776e-4ec3-817d-bf334d9f087f', 'tag': 'b993b368-d74b-4950-bb49-dbc1a862c1c4'}] {{(pid=109760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:53:07.590607 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ea70534e3ec4c8535c613b7f61a71075c31a0f3d27b65f13708ffbf10b8f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98436b1b-7c48-4ff6-99e0-47c2e74964ea" -d '{"events": [{"name": "network-changed", "server_uuid": "0e157728-776e-4ec3-817d-bf334d9f087f", "tag": "b993b368-d74b-4950-bb49-dbc1a862c1c4"}]}' {{(pid=109760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:53:07.637003 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3282ef1c-1917-4f82-92a8-bca5a9e617e0 req-79eb5b16-82b3-4ad5-8942-c626caac1529 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904906 Jan 20 12:53:07.662180 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c073e-0b94-4a09-85eb-0e7d27655082 service neutron] Pushing event updated for resources: {'Port': ['ID=b993b368-d74b-4950-bb49-dbc1a862c1c4,revision_number=3']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:07.666287 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 12:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a4b4c2-cd74-4855-83ca-2182e2da2f4a x-openstack-request-id: req-95a4b4c2-cd74-4855-83ca-2182e2da2f4a {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:53:07.666665 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e157728-776e-4ec3-817d-bf334d9f087f", "tag": "b993b368-d74b-4950-bb49-dbc1a862c1c4", "status": "completed", "code": 200}]} {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:53:07.666820 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-95a4b4c2-cd74-4855-83ca-2182e2da2f4a {{(pid=109760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:53:07.667202 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e157728-776e-4ec3-817d-bf334d9f087f', 'tag': 'b993b368-d74b-4950-bb49-dbc1a862c1c4', 'status': 'completed', 'code': 200} Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: from cryptography.utils import int_from_bytes Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: from cryptography.utils import int_from_bytes Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:07.774239 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:07.777173 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:07.777173 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:07.777173 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:07.777173 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:07.777173 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:07.777173 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:07.777173 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:07.777173 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:07.777173 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:07.777173 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:07.777173 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:07.778240 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-55c39c2a-d471-4d79-828d-52e0c9ce51d7 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:07.779286 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-55c39c2a-d471-4d79-828d-52e0c9ce51d7 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.107 "GET /v2.0/networks?id=51dfc435-f4d5-4bb7-b519-debcc47256e8 HTTP/1.1" status: 200 len: 811 time: 0.2733450 Jan 20 12:53:07.781663 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.notifiers.nova [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-b22b3f0a-684f-4c47-9b8f-d14a66aa605a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e9d005b-b1c8-43ca-806d-2cfd098e1f22 {{(pid=109760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:53:07.792154 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-b22b3f0a-684f-4c47-9b8f-d14a66aa605a service neutron] Publish callbacks [] for port (6e9d005b-b1c8-43ca-806d-2cfd098e1f22), precommit_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:07.813263 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.provisioning_blocks [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-b22b3f0a-684f-4c47-9b8f-d14a66aa605a service neutron] Transition to ACTIVE for port object 6e9d005b-b1c8-43ca-806d-2cfd098e1f22 will not be triggered until provisioned by entity L2. {{(pid=109760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:53:07.922144 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:08.014429 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98436b1b-7c48-4ff6-99e0-47c2e74964ea req-53447ee5-159e-4840-bf8e-d91846138b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:08.016214 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-98436b1b-7c48-4ff6-99e0-47c2e74964ea req-53447ee5-159e-4840-bf8e-d91846138b55 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=428c88034eba4cf187ed3b80a771c522&device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 1096 time: 0.1179113 Jan 20 12:53:08.054242 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-1185cb46-a52e-4dfa-8863-977ae615c7ab tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45c3ebca63544b178b63b288cecc910c HTTP/1.1" status: 200 len: 379 time: 0.1447432 Jan 20 12:53:08.086259 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-c625a2f0-db5b-4612-805e-d24a73e8b5b5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Request body: {'port': {'device_id': '965285ee-4bb4-44e6-9afe-735318bcc902', 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8', 'admin_state_up': True, 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'security_groups': ['f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29']}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:53:08.212393 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-b22b3f0a-684f-4c47-9b8f-d14a66aa605a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (6e9d005b-b1c8-43ca-806d-2cfd098e1f22), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:08.360086 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327136ae-8b94-438d-8694-88053403fffd req-d8a0bac3-dfa9-48d5-b49d-56ea3f264c25 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:08.366990 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-327136ae-8b94-438d-8694-88053403fffd req-d8a0bac3-dfa9-48d5-b49d-56ea3f264c25 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 943 time: 0.1610348 Jan 20 12:53:08.384335 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1015c8a-cb3f-479a-af22-49a6e261fb8b req-5dd943a1-7732-4908-8f43-55a2dc0b451e tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:08.388617 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c1015c8a-cb3f-479a-af22-49a6e261fb8b req-5dd943a1-7732-4908-8f43-55a2dc0b451e tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 943 time: 0.2010157 Jan 20 12:53:08.512545 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-327136ae-8b94-438d-8694-88053403fffd req-067c87f1-2ac4-4997-a7a5-70a2a158762b tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3b9469d-d3d8-4943-8bcc-330af39c1b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217301 Jan 20 12:53:08.547796 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c1015c8a-cb3f-479a-af22-49a6e261fb8b req-72a30494-dee4-47f2-a851-344274759505 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502092 Jan 20 12:53:08.697019 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b3f0a-684f-4c47-9b8f-d14a66aa605a service neutron] Pushing event updated for resources: {'Port': ['ID=6e9d005b-b1c8-43ca-806d-2cfd098e1f22,revision_number=2']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:08.747768 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98436b1b-7c48-4ff6-99e0-47c2e74964ea req-887b4140-3ac4-4a4b-aa1d-b03f03469921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:08.750064 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-98436b1b-7c48-4ff6-99e0-47c2e74964ea req-887b4140-3ac4-4a4b-aa1d-b03f03469921 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=428c88034eba4cf187ed3b80a771c522&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7239542 Jan 20 12:53:08.801996 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fa51a7bd-1a76-41e3-889a-e3fd62ebe30a req-1ef79f33-5dfc-4393-aa12-d5f2ee9230ab tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 210 time: 0.0506465 Jan 20 12:53:08.841555 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-06f3c61f-6363-4c1e-82b7-54f77d6e40e3 req-fb88cef7-3e02-40dc-be44-9ffd79005a58 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 210 time: 0.0717013 Jan 20 12:53:08.999728 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-c625a2f0-db5b-4612-805e-d24a73e8b5b5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Made reservation on behalf of 45c3ebca63544b178b63b288cecc910c for: {'port': 1} {{(pid=109760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:53:09.003344 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-c625a2f0-db5b-4612-805e-d24a73e8b5b5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:09.031179 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb165c-b220-47fc-98fc-cae7791979b6 req-2712308f-923f-417b-ad0f-a68ed2a3106d tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:09.038926 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a4eb165c-b220-47fc-98fc-cae7791979b6 req-2712308f-923f-417b-ad0f-a68ed2a3106d tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 943 time: 0.0899510 Jan 20 12:53:09.049585 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.managers [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-b22b3f0a-684f-4c47-9b8f-d14a66aa605a service neutron] Attempting to bind port 6e9d005b-b1c8-43ca-806d-2cfd098e1f22 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:53:09.050234 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.managers [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-b22b3f0a-684f-4c47-9b8f-d14a66aa605a service neutron] Attempting to bind port 6e9d005b-b1c8-43ca-806d-2cfd098e1f22 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'cc97d124-6b4e-4665-80b3-7670aa542a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1da03262-aaa2-44ec-9b4a-16ceb45bebd0'}] {{(pid=109760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:53:09.050703 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-b22b3f0a-684f-4c47-9b8f-d14a66aa605a service neutron] Attempting to bind port 6e9d005b-b1c8-43ca-806d-2cfd098e1f22 on network 1da03262-aaa2-44ec-9b4a-16ceb45bebd0 {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:53:09.089285 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:09.130371 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a4eb165c-b220-47fc-98fc-cae7791979b6 req-959736f2-a892-4cb3-b052-b0a270558f6d tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860686 Jan 20 12:53:09.143022 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-b22b3f0a-684f-4c47-9b8f-d14a66aa605a service neutron] Port 6e9d005b-b1c8-43ca-806d-2cfd098e1f22 on network 1da03262-aaa2-44ec-9b4a-16ceb45bebd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 12:53:09.143479 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-b22b3f0a-684f-4c47-9b8f-d14a66aa605a service neutron] Attempting to bind port 6e9d005b-b1c8-43ca-806d-2cfd098e1f22 on network 1da03262-aaa2-44ec-9b4a-16ceb45bebd0 {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:53:09.230671 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98436b1b-7c48-4ff6-99e0-47c2e74964ea req-cc013c79-1bc2-46a9-b986-006b7ffbe162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:09.232367 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-98436b1b-7c48-4ff6-99e0-47c2e74964ea req-cc013c79-1bc2-46a9-b986-006b7ffbe162 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4696207 Jan 20 12:53:09.233206 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-b22b3f0a-684f-4c47-9b8f-d14a66aa605a service neutron] Checking agent: {'id': '01dfb066-6594-4635-8f5d-cd7d37486eef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'started_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:53:09.233575 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-b22b3f0a-684f-4c47-9b8f-d14a66aa605a service neutron] Checking segment: {'id': 'cc97d124-6b4e-4665-80b3-7670aa542a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1da03262-aaa2-44ec-9b4a-16ceb45bebd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:53:09.233960 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-b22b3f0a-684f-4c47-9b8f-d14a66aa605a service neutron] Bound using segment: {'id': 'cc97d124-6b4e-4665-80b3-7670aa542a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1da03262-aaa2-44ec-9b4a-16ceb45bebd0'} {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:53:09.234409 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.managers [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-b22b3f0a-684f-4c47-9b8f-d14a66aa605a service neutron] Bound port: 6e9d005b-b1c8-43ca-806d-2cfd098e1f22, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc97d124-6b4e-4665-80b3-7670aa542a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1da03262-aaa2-44ec-9b4a-16ceb45bebd0'}}] {{(pid=109760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:53:09.234767 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-b22b3f0a-684f-4c47-9b8f-d14a66aa605a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (6e9d005b-b1c8-43ca-806d-2cfd098e1f22), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:09.451408 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_common [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-c625a2f0-db5b-4612-805e-d24a73e8b5b5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Allocated IP 172.20.0.13 (51dfc435-f4d5-4bb7-b519-debcc47256e8/7e70a924-e46b-43c1-b6e9-160e1b7b97c7/cbed8e13-f09c-48e8-a597-615062bd1618) {{(pid=109760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:53:09.454781 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-b22b3f0a-684f-4c47-9b8f-d14a66aa605a service neutron] For port 6e9d005b-b1c8-43ca-806d-2cfd098e1f22, host hv-cinder-80403, cleared binding levels {{(pid=109760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:53:09.461113 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-1a7b29b4-ed2b-468c-911b-f53a010a1986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:09.463082 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-1a7b29b4-ed2b-468c-911b-f53a010a1986 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=428c88034eba4cf187ed3b80a771c522&device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 1096 time: 0.1507876 Jan 20 12:53:09.467778 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-b22b3f0a-684f-4c47-9b8f-d14a66aa605a service neutron] For port 6e9d005b-b1c8-43ca-806d-2cfd098e1f22, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6e9d005b-b1c8-43ca-806d-2cfd098e1f22,segment=NetworkSegment(cc97d124-6b4e-4665-80b3-7670aa542a45),segment_id=cc97d124-6b4e-4665-80b3-7670aa542a45)] {{(pid=109760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:53:09.530211 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-46a88bca-d1cb-4995-99c1-77de82a8e9aa service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b993b368-d74b-4950-bb49-dbc1a862c1c4 HTTP/1.1" status: 200 len: 217 time: 0.0551572 Jan 20 12:53:09.618126 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-b22b3f0a-684f-4c47-9b8f-d14a66aa605a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (6e9d005b-b1c8-43ca-806d-2cfd098e1f22), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:09.668450 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-b22b3f0a-684f-4c47-9b8f-d14a66aa605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:09.670372 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-b22b3f0a-684f-4c47-9b8f-d14a66aa605a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for port (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:09.673508 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-b22b3f0a-684f-4c47-9b8f-d14a66aa605a service neutron] 10.222.0.107 "PUT /v2.0/ports/6e9d005b-b1c8-43ca-806d-2cfd098e1f22 HTTP/1.1" status: 200 len: 1093 time: 2.8004427 Jan 20 12:53:09.679051 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b47bf0e-a883-4324-b5a4-6e238d359d0d', 'tag': '6e9d005b-b1c8-43ca-806d-2cfd098e1f22'}] {{(pid=109760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:53:09.681536 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ea70534e3ec4c8535c613b7f61a71075c31a0f3d27b65f13708ffbf10b8f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e300ce5c-c2f9-469b-b54a-6d9376aa3432" -d '{"events": [{"name": "network-changed", "server_uuid": "6b47bf0e-a883-4324-b5a4-6e238d359d0d", "tag": "6e9d005b-b1c8-43ca-806d-2cfd098e1f22"}]}' {{(pid=109760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:53:09.722472 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-c3b12c75-a8cf-4859-b591-d4c9dbd313f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:09.723972 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-c3b12c75-a8cf-4859-b591-d4c9dbd313f2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7 HTTP/1.1" status: 200 len: 858 time: 0.1706204 Jan 20 12:53:09.786726 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b3f0a-684f-4c47-9b8f-d14a66aa605a service neutron] Pushing event updated for resources: {'Port': ['ID=6e9d005b-b1c8-43ca-806d-2cfd098e1f22,revision_number=3']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:09.809863 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-1a414374-7df5-41ba-ad86-fe1f27744a76 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=1da03262-aaa2-44ec-9b4a-16ceb45bebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410886 Jan 20 12:53:09.860909 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-d40c8348-b36e-473d-923c-37ff1ec2b108 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:09.862594 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-d40c8348-b36e-473d-923c-37ff1ec2b108 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.107 "GET /v2.0/networks?id=98783e85-5ee2-4a30-908e-0d0d62c14b33 HTTP/1.1" status: 200 len: 816 time: 0.3418939 Jan 20 12:53:09.871986 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c5ff1-d87e-4023-bf0b-55ca2792fe52 req-922adcdf-b99b-4482-ba1d-e0f7017b24ae tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:09.873653 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6e6c5ff1-d87e-4023-bf0b-55ca2792fe52 req-922adcdf-b99b-4482-ba1d-e0f7017b24ae tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 943 time: 0.1737041 Jan 20 12:53:09.885786 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274cc5b-3ba7-41a3-bdc5-0cdaf889a7da req-b2d077a5-9515-4a71-8be2-6cbdac86df13 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:09.885786 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1274cc5b-3ba7-41a3-bdc5-0cdaf889a7da req-b2d077a5-9515-4a71-8be2-6cbdac86df13 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 943 time: 0.1760294 Jan 20 12:53:09.986355 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-c625a2f0-db5b-4612-805e-d24a73e8b5b5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for port (cbed8e13-f09c-48e8-a597-615062bd1618), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:09.992068 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:10.033184 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-6a013af3-096c-4266-b83e-0ebb27c4089c tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a42550bc92f54f3293a5e8c100adf3ec HTTP/1.1" status: 200 len: 379 time: 0.1584659 Jan 20 12:53:10.041340 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6e6c5ff1-d87e-4023-bf0b-55ca2792fe52 req-5d4777dc-9921-43fb-9982-a5e8dec84471 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309977 Jan 20 12:53:10.046655 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-d3ac1c43-1385-4d82-b8cd-bfc4b88ca99a tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Request body: {'port': {'device_id': '9fe51826-10ed-42cf-ad11-fc30b6e99fd4', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'admin_state_up': True, 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'security_groups': ['cb8b5a31-2bc8-4942-b5e6-f9fae297d077']}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:53:10.059586 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1274cc5b-3ba7-41a3-bdc5-0cdaf889a7da req-15c42361-11b1-4b94-909b-2262db0f99df tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3b9469d-d3d8-4943-8bcc-330af39c1b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567042 Jan 20 12:53:10.151062 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-693ee819-e3cb-4a42-91de-458709d16e01 service neutron] 10.222.0.107 "GET /v2.0/networks/1da03262-aaa2-44ec-9b4a-16ceb45bebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321090 Jan 20 12:53:10.155164 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 12:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48588d41-e76b-40fd-bf4c-206d137f12fb x-openstack-request-id: req-48588d41-e76b-40fd-bf4c-206d137f12fb {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:53:10.155623 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b47bf0e-a883-4324-b5a4-6e238d359d0d", "tag": "6e9d005b-b1c8-43ca-806d-2cfd098e1f22", "status": "completed", "code": 200}]} {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:53:10.155981 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-48588d41-e76b-40fd-bf4c-206d137f12fb {{(pid=109760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:53:10.156479 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b47bf0e-a883-4324-b5a4-6e238d359d0d', 'tag': '6e9d005b-b1c8-43ca-806d-2cfd098e1f22', 'status': 'completed', 'code': 200} Jan 20 12:53:10.253828 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-42033788-5a85-4158-bb88-e42d8f2e872d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:10.256360 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-42033788-5a85-4158-bb88-e42d8f2e872d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=428c88034eba4cf187ed3b80a771c522&device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 1096 time: 0.2258310 Jan 20 12:53:10.367825 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8f5a4342-c43a-4d93-ad1e-c6c8a430be63 req-d4c278c6-5ee4-491f-9e23-d58a34513f73 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 210 time: 0.0993452 Jan 20 12:53:10.371488 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-79834992-d44e-4591-be8a-13f1814b27ff req-5db6b9f0-0253-4b47-89cd-0f0239b74465 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 210 time: 0.0858212 Jan 20 12:53:10.429542 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-cad6976b-f5e4-4f23-b3c2-2c7d15118d0e service neutron] 10.222.0.107 "GET /v2.0/networks/1da03262-aaa2-44ec-9b4a-16ceb45bebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688513 Jan 20 12:53:10.444295 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-c625a2f0-db5b-4612-805e-d24a73e8b5b5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (cbed8e13-f09c-48e8-a597-615062bd1618), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:10.456648 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-7a7733a8-ead7-4941-b1a2-2ed2414c04a0 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e9d005b-b1c8-43ca-806d-2cfd098e1f22 HTTP/1.1" status: 200 len: 217 time: 0.1879141 Jan 20 12:53:10.588756 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-c625a2f0-db5b-4612-805e-d24a73e8b5b5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Network 51dfc435-f4d5-4bb7-b519-debcc47256e8 is already hosted by enough agents. {{(pid=109760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:53:10.594785 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-c625a2f0-db5b-4612-805e-d24a73e8b5b5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Resources bound (agent type, host, resource id): {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:53:10.597800 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-c625a2f0-db5b-4612-805e-d24a73e8b5b5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Received port after_create {{(pid=109760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:53:10.604846 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-c625a2f0-db5b-4612-805e-d24a73e8b5b5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:10.605558 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-c625a2f0-db5b-4612-805e-d24a73e8b5b5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for port (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:10.618629 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625a2f0-db5b-4612-805e-d24a73e8b5b5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Pushing event updated for resources: {'Port': ['ID=cbed8e13-f09c-48e8-a597-615062bd1618,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:10.642817 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-8958878d-e4e0-42f8-b3b3-0c6b4550bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:10.644359 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-8958878d-e4e0-42f8-b3b3-0c6b4550bef3 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7 HTTP/1.1" status: 200 len: 858 time: 0.1751010 Jan 20 12:53:10.660279 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9eccc-10e2-4eca-9225-6e28cbb4b12a req-eeecd088-9061-4a46-bd53-8206e6de9b7a tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:10.666708 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b6e9eccc-10e2-4eca-9225-6e28cbb4b12a req-eeecd088-9061-4a46-bd53-8206e6de9b7a tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 943 time: 0.1250646 Jan 20 12:53:10.669651 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-d3ac1c43-1385-4d82-b8cd-bfc4b88ca99a tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Made reservation on behalf of a42550bc92f54f3293a5e8c100adf3ec for: {'port': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:53:10.676289 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-d3ac1c43-1385-4d82-b8cd-bfc4b88ca99a tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:10.718819 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-ce4e5204-39c8-43f6-9308-bae024df094d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=1da03262-aaa2-44ec-9b4a-16ceb45bebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627913 Jan 20 12:53:10.779565 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 53374) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:10.930825 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b6e9eccc-10e2-4eca-9225-6e28cbb4b12a req-c5735d5e-fec2-41ec-80b4-384ae7ea9c71 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346494 Jan 20 12:53:10.950103 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-4c9ed9b2-861c-4303-9402-1ff0566c500d service neutron] 10.222.0.107 "GET /v2.0/networks/1da03262-aaa2-44ec-9b4a-16ceb45bebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228611 Jan 20 12:53:11.092400 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-8a13e695-3b89-4650-8e4f-c025e79a9085 None None] Provisioning complete for port cbed8e13-f09c-48e8-a597-615062bd1618 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:53:11.119818 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-8a13e695-3b89-4650-8e4f-c025e79a9085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (cbed8e13-f09c-48e8-a597-615062bd1618), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:11.151114 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-d3ac1c43-1385-4d82-b8cd-bfc4b88ca99a tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Allocated IP 172.20.0.13 (98783e85-5ee2-4a30-908e-0d0d62c14b33/1295fc8c-2285-4e3e-9a1a-e24300eba26a/55cd4c69-e442-4db0-bae3-230265f45758) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:53:11.204379 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-a5cec4f7-8923-4c3e-9df4-50e818f48781 req-a3a35ba5-7a23-429e-96de-629957641b26 service neutron] 10.222.0.107 "GET /v2.0/networks/1da03262-aaa2-44ec-9b4a-16ceb45bebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479289 Jan 20 12:53:11.251074 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-c625a2f0-db5b-4612-805e-d24a73e8b5b5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1728625 Jan 20 12:53:11.265474 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-68de35bf-ddda-4e6b-8dc4-b2778ffdb78c service neutron] Request body: {'port': {'device_id': '965285ee-4bb4-44e6-9afe-735318bcc902', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:53:11.285281 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-8a13e695-3b89-4650-8e4f-c025e79a9085 None None] Port cbed8e13-f09c-48e8-a597-615062bd1618 cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 12:53:11.290698 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 158377ff-8b9b-4143-aee5-5d780996fb7f details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 12:53:11.307841 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:11.390463 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6695bf6b-c9f1-4bd8-a25c-1814df57c1f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:11.397453 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-68de35bf-ddda-4e6b-8dc4-b2778ffdb78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (cbed8e13-f09c-48e8-a597-615062bd1618), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:11.487398 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300ce5c-c2f9-469b-b54a-6d9376aa3432 req-6621f01b-f7bd-4f79-a2d1-86885537ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:11.489276 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-e300ce5c-c2f9-469b-b54a-6d9376aa3432 req-6621f01b-f7bd-4f79-a2d1-86885537ed59 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=428c88034eba4cf187ed3b80a771c522&device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 1096 time: 0.1102393 Jan 20 12:53:11.547908 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6695bf6b-c9f1-4bd8-a25c-1814df57c1f9 admin admin] Publish callbacks [] for security_group (69a41222-2ed6-45ef-a000-705c2c1c6d77), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:11.560503 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39af04-d9bd-4b43-bbb2-4e0be1ba2309 req-492bd92c-166a-4aa1-bf69-f3017528b1ba tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:11.562283 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8d39af04-d9bd-4b43-bbb2-4e0be1ba2309 req-492bd92c-166a-4aa1-bf69-f3017528b1ba tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 943 time: 0.3320003 Jan 20 12:53:11.590633 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 158377ff-8b9b-4143-aee5-5d780996fb7f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=158377ff-8b9b-4143-aee5-5d780996fb7f,segment=NetworkSegment(9bec3f69-e1ee-4888-9f95-980d5e8b269a),segment_id=9bec3f69-e1ee-4888-9f95-980d5e8b269a)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:53:11.616027 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a4632-2150-455a-a6c4-d69d11b075dd req-3363284e-0332-4061-ae99-bdb2bf81d4c6 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:11.619300 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Returning: {'device': '158377ff-8b9b-4143-aee5-5d780996fb7f', 'network_id': 'b0056a9e-a4fb-4aa8-9539-21906bb2fa1f', 'port_id': '158377ff-8b9b-4143-aee5-5d780996fb7f', 'mac_address': 'fa:16:3e:be:c9:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b20a1571-f122-4a3d-adc9-039e4a0b4046', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 12:53:11.623224 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a78a4632-2150-455a-a6c4-d69d11b075dd req-3363284e-0332-4061-ae99-bdb2bf81d4c6 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 943 time: 0.3419001 Jan 20 12:53:11.646704 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6695bf6b-c9f1-4bd8-a25c-1814df57c1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (69a41222-2ed6-45ef-a000-705c2c1c6d77), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:11.707377 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 158377ff-8b9b-4143-aee5-5d780996fb7f is: DOWN; New status is: BUILD {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:53:11.712247 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (158377ff-8b9b-4143-aee5-5d780996fb7f), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:11.837622 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300ce5c-c2f9-469b-b54a-6d9376aa3432 req-f5c002f4-e6e9-4cb9-a03a-b01cca68b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:11.840275 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-e300ce5c-c2f9-469b-b54a-6d9376aa3432 req-f5c002f4-e6e9-4cb9-a03a-b01cca68b8fc service neutron] 10.222.0.107 "GET /v2.0/networks?id=1da03262-aaa2-44ec-9b4a-16ceb45bebd0 HTTP/1.1" status: 200 len: 919 time: 0.3403196 Jan 20 12:53:11.876538 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 158377ff-8b9b-4143-aee5-5d780996fb7f {{(pid=109761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:53:11.908627 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-e300ce5c-c2f9-469b-b54a-6d9376aa3432 req-efbe3216-ff3a-4f3e-8b43-0184098245b1 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e9d005b-b1c8-43ca-806d-2cfd098e1f22 HTTP/1.1" status: 200 len: 217 time: 0.0598950 Jan 20 12:53:11.944640 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 158377ff-8b9b-4143-aee5-5d780996fb7f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=158377ff-8b9b-4143-aee5-5d780996fb7f,segment=NetworkSegment(9bec3f69-e1ee-4888-9f95-980d5e8b269a),segment_id=9bec3f69-e1ee-4888-9f95-980d5e8b269a)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:53:11.954310 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-d3ac1c43-1385-4d82-b8cd-bfc4b88ca99a tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for port (55cd4c69-e442-4db0-bae3-230265f45758), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:11.971064 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695bf6b-c9f1-4bd8-a25c-1814df57c1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a41222-2ed6-45ef-a000-705c2c1c6d77,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:11.991666 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 53408) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:11.992731 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-6695bf6b-c9f1-4bd8-a25c-1814df57c1f9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9bea277eee81441fa8ae43645f027a3e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2043710 Jan 20 12:53:12.005307 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8d39af04-d9bd-4b43-bbb2-4e0be1ba2309 req-68b64a7a-445b-4cb7-bd46-467938a37db8 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3b9469d-d3d8-4943-8bcc-330af39c1b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289298 Jan 20 12:53:12.039956 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a78a4632-2150-455a-a6c4-d69d11b075dd req-4e7e73de-085e-47f6-9117-cbf975b9582b tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156692 Jan 20 12:53:12.084112 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300ce5c-c2f9-469b-b54a-6d9376aa3432 req-c5171ad4-ec60-403a-8411-92607730cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:12.088102 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-e300ce5c-c2f9-469b-b54a-6d9376aa3432 req-c5171ad4-ec60-403a-8411-92607730cf2c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7 HTTP/1.1" status: 200 len: 858 time: 0.1694028 Jan 20 12:53:12.090482 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (158377ff-8b9b-4143-aee5-5d780996fb7f), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:12.093359 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 3a497f72-8448-42ab-a547-0eccee02be1d details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 12:53:12.160629 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2bff921b-6fce-4b09-9edc-e582f1767afa req-5b4fc507-07f4-49cb-b2b7-7a0982db4835 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 210 time: 0.0321491 Jan 20 12:53:12.238592 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.notifiers.nova [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-68de35bf-ddda-4e6b-8dc4-b2778ffdb78c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbed8e13-f09c-48e8-a597-615062bd1618 {{(pid=109760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:53:12.258537 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-68de35bf-ddda-4e6b-8dc4-b2778ffdb78c service neutron] Publish callbacks [] for port (cbed8e13-f09c-48e8-a597-615062bd1618), precommit_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:12.282187 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.provisioning_blocks [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-68de35bf-ddda-4e6b-8dc4-b2778ffdb78c service neutron] Transition to ACTIVE for port object cbed8e13-f09c-48e8-a597-615062bd1618 will not be triggered until provisioned by entity L2. {{(pid=109760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:53:12.293856 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b3430-4b09-4c35-ab2d-44dbb87043b8 req-a018e013-d514-4f1d-a9f2-277cc34cfbe4 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:12.300151 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-279b3430-4b09-4c35-ab2d-44dbb87043b8 req-a018e013-d514-4f1d-a9f2-277cc34cfbe4 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 932 time: 0.1343889 Jan 20 12:53:12.304004 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-e300ce5c-c2f9-469b-b54a-6d9376aa3432 req-2606f4c6-0a9c-4f70-af18-857b15355b1e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=1da03262-aaa2-44ec-9b4a-16ceb45bebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1872151 Jan 20 12:53:12.307796 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-d3ac1c43-1385-4d82-b8cd-bfc4b88ca99a tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (55cd4c69-e442-4db0-bae3-230265f45758), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:12.366417 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-162473af-e9d3-48a4-91f6-867a5f2433f7 admin admin] Publish callbacks [] for security_group (69a41222-2ed6-45ef-a000-705c2c1c6d77), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:12.377316 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-68de35bf-ddda-4e6b-8dc4-b2778ffdb78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (cbed8e13-f09c-48e8-a597-615062bd1618), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:12.388399 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=158377ff-8b9b-4143-aee5-5d780996fb7f,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:12.411496 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 3a497f72-8448-42ab-a547-0eccee02be1d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3a497f72-8448-42ab-a547-0eccee02be1d,segment=NetworkSegment(12a04a7f-2991-4069-9a95-1caa23baeb64),segment_id=12a04a7f-2991-4069-9a95-1caa23baeb64)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:53:12.428490 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Returning: {'device': '3a497f72-8448-42ab-a547-0eccee02be1d', 'network_id': '457dc31e-9fe8-4fb8-852d-eea62a00d396', 'port_id': '3a497f72-8448-42ab-a547-0eccee02be1d', 'mac_address': 'fa:16:3e:8a:d4:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160c493f-960c-42fe-873c-9bc69f61abc5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 12:53:12.485046 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 3a497f72-8448-42ab-a547-0eccee02be1d is: DOWN; New status is: BUILD {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:53:12.485740 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (3a497f72-8448-42ab-a547-0eccee02be1d), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:12.511610 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a497f72-8448-42ab-a547-0eccee02be1d {{(pid=109761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:53:12.561561 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 3a497f72-8448-42ab-a547-0eccee02be1d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3a497f72-8448-42ab-a547-0eccee02be1d,segment=NetworkSegment(12a04a7f-2991-4069-9a95-1caa23baeb64),segment_id=12a04a7f-2991-4069-9a95-1caa23baeb64)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:53:12.628038 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-d3ac1c43-1385-4d82-b8cd-bfc4b88ca99a tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Network 98783e85-5ee2-4a30-908e-0d0d62c14b33 is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:53:12.633303 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-d3ac1c43-1385-4d82-b8cd-bfc4b88ca99a tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:53:12.638826 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac1c43-1385-4d82-b8cd-bfc4b88ca99a tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Pushing event updated for resources: {'Port': ['ID=55cd4c69-e442-4db0-bae3-230265f45758,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:12.649769 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-d3ac1c43-1385-4d82-b8cd-bfc4b88ca99a tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:53:12.665389 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-d3ac1c43-1385-4d82-b8cd-bfc4b88ca99a tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:12.673591 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-d3ac1c43-1385-4d82-b8cd-bfc4b88ca99a tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:12.677009 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-279b3430-4b09-4c35-ab2d-44dbb87043b8 req-018c137f-c7ff-4f97-88c7-8ccf106330cd tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3542428 Jan 20 12:53:12.731502 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f866131-67cf-45cb-9519-e316d9eaae14 req-8955e8f8-5bd3-4a4a-9fcf-ced724656247 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:12.734265 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0f866131-67cf-45cb-9519-e316d9eaae14 req-8955e8f8-5bd3-4a4a-9fcf-ced724656247 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 943 time: 0.3418519 Jan 20 12:53:12.768291 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (3a497f72-8448-42ab-a547-0eccee02be1d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:12.784395 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-162473af-e9d3-48a4-91f6-867a5f2433f7 admin admin] Publish callbacks [] for security_group (69a41222-2ed6-45ef-a000-705c2c1c6d77), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:12.843533 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0f866131-67cf-45cb-9519-e316d9eaae14 req-bda5f811-641c-456f-81d0-9f6cb8ad8c49 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961084 Jan 20 12:53:12.903038 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=3a497f72-8448-42ab-a547-0eccee02be1d,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:12.913693 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de35bf-ddda-4e6b-8dc4-b2778ffdb78c service neutron] Pushing event updated for resources: {'Port': ['ID=cbed8e13-f09c-48e8-a597-615062bd1618,revision_number=2']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:12.963421 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-d3ac1c43-1385-4d82-b8cd-bfc4b88ca99a tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9189243 Jan 20 12:53:12.987030 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-2ee29dc2-03c6-4bdb-a124-537f0d92b8b5 service neutron] Request body: {'port': {'device_id': '9fe51826-10ed-42cf-ad11-fc30b6e99fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:53:13.017846 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-e300ce5c-c2f9-469b-b54a-6d9376aa3432 req-c338cbb3-9aca-4d75-bc06-3f23974d399d service neutron] 10.222.0.107 "GET /v2.0/networks/1da03262-aaa2-44ec-9b4a-16ceb45bebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7035201 Jan 20 12:53:13.022371 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.managers [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-68de35bf-ddda-4e6b-8dc4-b2778ffdb78c service neutron] Attempting to bind port cbed8e13-f09c-48e8-a597-615062bd1618 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:53:13.022371 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.managers [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-68de35bf-ddda-4e6b-8dc4-b2778ffdb78c service neutron] Attempting to bind port cbed8e13-f09c-48e8-a597-615062bd1618 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'dcadfd15-9d00-4220-b17c-421f13a03194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8'}] {{(pid=109760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:53:13.022371 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-68de35bf-ddda-4e6b-8dc4-b2778ffdb78c service neutron] Attempting to bind port cbed8e13-f09c-48e8-a597-615062bd1618 on network 51dfc435-f4d5-4bb7-b519-debcc47256e8 {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:53:13.108584 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-68de35bf-ddda-4e6b-8dc4-b2778ffdb78c service neutron] Port cbed8e13-f09c-48e8-a597-615062bd1618 on network 51dfc435-f4d5-4bb7-b519-debcc47256e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 12:53:13.109052 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-68de35bf-ddda-4e6b-8dc4-b2778ffdb78c service neutron] Attempting to bind port cbed8e13-f09c-48e8-a597-615062bd1618 on network 51dfc435-f4d5-4bb7-b519-debcc47256e8 {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:53:13.136637 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-68de35bf-ddda-4e6b-8dc4-b2778ffdb78c service neutron] Checking agent: {'id': '01dfb066-6594-4635-8f5d-cd7d37486eef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'started_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:53:13.137256 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-68de35bf-ddda-4e6b-8dc4-b2778ffdb78c service neutron] Checking segment: {'id': 'dcadfd15-9d00-4220-b17c-421f13a03194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:53:13.137917 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-68de35bf-ddda-4e6b-8dc4-b2778ffdb78c service neutron] Bound using segment: {'id': 'dcadfd15-9d00-4220-b17c-421f13a03194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8'} {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:53:13.138677 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.managers [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-68de35bf-ddda-4e6b-8dc4-b2778ffdb78c service neutron] Bound port: cbed8e13-f09c-48e8-a597-615062bd1618, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcadfd15-9d00-4220-b17c-421f13a03194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8'}}] {{(pid=109760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:53:13.139294 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-68de35bf-ddda-4e6b-8dc4-b2778ffdb78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (cbed8e13-f09c-48e8-a597-615062bd1618), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:13.154775 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-2ee29dc2-03c6-4bdb-a124-537f0d92b8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (55cd4c69-e442-4db0-bae3-230265f45758), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:13.167119 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-c1ef2262-9d6b-432a-b3d8-5c2a9795cfac None None] Provisioning complete for port 55cd4c69-e442-4db0-bae3-230265f45758 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:53:13.167960 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2262-9d6b-432a-b3d8-5c2a9795cfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (55cd4c69-e442-4db0-bae3-230265f45758), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:13.272501 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-c1ef2262-9d6b-432a-b3d8-5c2a9795cfac None None] Port 55cd4c69-e442-4db0-bae3-230265f45758 cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 12:53:13.275310 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['158377ff-8b9b-4143-aee5-5d780996fb7f'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:53:13.278412 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['3a497f72-8448-42ab-a547-0eccee02be1d'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:53:13.302780 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-162473af-e9d3-48a4-91f6-867a5f2433f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (69a41222-2ed6-45ef-a000-705c2c1c6d77), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:13.306716 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-162473af-e9d3-48a4-91f6-867a5f2433f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:13.312372 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-162473af-e9d3-48a4-91f6-867a5f2433f7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/69a41222-2ed6-45ef-a000-705c2c1c6d77 HTTP/1.1" status: 204 len: 168 time: 1.3147326 Jan 20 12:53:13.368052 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162473af-e9d3-48a4-91f6-867a5f2433f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a41222-2ed6-45ef-a000-705c2c1c6d77,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:13.392916 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-e300ce5c-c2f9-469b-b54a-6d9376aa3432 req-1564fb8e-f671-4c49-b48c-36db4b9156ce service neutron] 10.222.0.107 "GET /v2.0/networks/1da03262-aaa2-44ec-9b4a-16ceb45bebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635652 Jan 20 12:53:13.402494 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-68de35bf-ddda-4e6b-8dc4-b2778ffdb78c service neutron] For port cbed8e13-f09c-48e8-a597-615062bd1618, host hv-cinder-80403, cleared binding levels {{(pid=109760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:53:13.409163 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-68de35bf-ddda-4e6b-8dc4-b2778ffdb78c service neutron] For port cbed8e13-f09c-48e8-a597-615062bd1618, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cbed8e13-f09c-48e8-a597-615062bd1618,segment=NetworkSegment(dcadfd15-9d00-4220-b17c-421f13a03194),segment_id=dcadfd15-9d00-4220-b17c-421f13a03194)] {{(pid=109760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:53:13.510468 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-68de35bf-ddda-4e6b-8dc4-b2778ffdb78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (cbed8e13-f09c-48e8-a597-615062bd1618), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:13.590683 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-68de35bf-ddda-4e6b-8dc4-b2778ffdb78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:13.592655 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-68de35bf-ddda-4e6b-8dc4-b2778ffdb78c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for port (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:13.594485 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-68de35bf-ddda-4e6b-8dc4-b2778ffdb78c service neutron] 10.222.0.107 "PUT /v2.0/ports/cbed8e13-f09c-48e8-a597-615062bd1618 HTTP/1.1" status: 200 len: 1094 time: 2.3383770 Jan 20 12:53:13.595217 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965285ee-4bb4-44e6-9afe-735318bcc902', 'tag': 'cbed8e13-f09c-48e8-a597-615062bd1618'}] {{(pid=109760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:53:13.599134 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ea70534e3ec4c8535c613b7f61a71075c31a0f3d27b65f13708ffbf10b8f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf4a494-bf35-441d-8eb9-e4ee3b35fac4" -d '{"events": [{"name": "network-changed", "server_uuid": "965285ee-4bb4-44e6-9afe-735318bcc902", "tag": "cbed8e13-f09c-48e8-a597-615062bd1618"}]}' {{(pid=109760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:53:13.631094 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db109aa3-b17a-4178-b9be-8bab84c6bd73 req-69af337b-edec-49b8-8fd7-1af8bc3609fb tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:13.633390 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-db109aa3-b17a-4178-b9be-8bab84c6bd73 req-69af337b-edec-49b8-8fd7-1af8bc3609fb tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 944 time: 0.3837638 Jan 20 12:53:13.649511 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212918a1-1dd2-45ea-a079-f619093fbe5a req-171d6761-11b7-4915-852d-8d8ab9461cae tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:13.656188 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de35bf-ddda-4e6b-8dc4-b2778ffdb78c service neutron] Pushing event updated for resources: {'Port': ['ID=cbed8e13-f09c-48e8-a597-615062bd1618,revision_number=3']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:13.657830 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-212918a1-1dd2-45ea-a079-f619093fbe5a req-171d6761-11b7-4915-852d-8d8ab9461cae tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 944 time: 0.4099052 Jan 20 12:53:13.833841 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-212918a1-1dd2-45ea-a079-f619093fbe5a req-f4b1239e-d511-4de6-ab7a-ff27ef1bf19d tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758206 Jan 20 12:53:13.840049 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-db109aa3-b17a-4178-b9be-8bab84c6bd73 req-94e02408-77db-44f6-8af7-844002415593 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3b9469d-d3d8-4943-8bcc-330af39c1b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716771 Jan 20 12:53:14.020476 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 12:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3f73c5-2e4a-4af1-a1dd-57547c05dd77 x-openstack-request-id: req-db3f73c5-2e4a-4af1-a1dd-57547c05dd77 {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:53:14.020757 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965285ee-4bb4-44e6-9afe-735318bcc902", "tag": "cbed8e13-f09c-48e8-a597-615062bd1618", "status": "completed", "code": 200}]} {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:53:14.021099 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-db3f73c5-2e4a-4af1-a1dd-57547c05dd77 {{(pid=109760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:53:14.021559 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '965285ee-4bb4-44e6-9afe-735318bcc902', 'tag': 'cbed8e13-f09c-48e8-a597-615062bd1618', 'status': 'completed', 'code': 200} Jan 20 12:53:14.066182 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-89d0559a-1f1f-4162-8182-3a097631f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:14.076794 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-89d0559a-1f1f-4162-8182-3a097631f886 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=45c3ebca63544b178b63b288cecc910c&device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 1097 time: 0.1647174 Jan 20 12:53:14.108476 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-2ee29dc2-03c6-4bdb-a124-537f0d92b8b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55cd4c69-e442-4db0-bae3-230265f45758 {{(pid=109759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:53:14.119726 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-2ee29dc2-03c6-4bdb-a124-537f0d92b8b5 service neutron] Publish callbacks [] for port (55cd4c69-e442-4db0-bae3-230265f45758), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:14.159760 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.provisioning_blocks [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-2ee29dc2-03c6-4bdb-a124-537f0d92b8b5 service neutron] Transition to ACTIVE for port object 55cd4c69-e442-4db0-bae3-230265f45758 will not be triggered until provisioned by entity L2. {{(pid=109759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:53:14.176801 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9c73d-a11f-4682-882e-eba2169ba313 req-69148838-f343-408d-9617-640648440721 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:14.184377 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-63f9c73d-a11f-4682-882e-eba2169ba313 req-69148838-f343-408d-9617-640648440721 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 932 time: 0.1506324 Jan 20 12:53:14.194565 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-5d8b20dd-5296-491e-810f-3e71ff9b32f5 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbed8e13-f09c-48e8-a597-615062bd1618 HTTP/1.1" status: 200 len: 217 time: 0.1163330 Jan 20 12:53:14.261565 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d2b1f-910e-46dc-8554-90ac1bfb3590 req-76905c28-b95d-4851-add2-1c1028e727f0 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:14.262882 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6a4d2b1f-910e-46dc-8554-90ac1bfb3590 req-76905c28-b95d-4851-add2-1c1028e727f0 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 944 time: 0.1059253 Jan 20 12:53:14.272110 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-63f9c73d-a11f-4682-882e-eba2169ba313 req-dbf3d4ec-11ff-4cbc-8581-d361c79365c1 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866196 Jan 20 12:53:14.281371 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-2ee29dc2-03c6-4bdb-a124-537f0d92b8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (55cd4c69-e442-4db0-bae3-230265f45758), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:14.307649 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-6c07e24b-e3cb-4203-9c7f-a7ed8f14b69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:14.307649 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-6c07e24b-e3cb-4203-9c7f-a7ed8f14b69f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=7e70a924-e46b-43c1-b6e9-160e1b7b97c7 HTTP/1.1" status: 200 len: 850 time: 0.1041152 Jan 20 12:53:14.421058 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-2b764cab-a15c-4c13-bfda-f4d24a98eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:14.423275 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-2b764cab-a15c-4c13-bfda-f4d24a98eba2 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=51dfc435-f4d5-4bb7-b519-debcc47256e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1121314 Jan 20 12:53:14.497178 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee29dc2-03c6-4bdb-a124-537f0d92b8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=55cd4c69-e442-4db0-bae3-230265f45758,revision_number=2']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:14.562850 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6a4d2b1f-910e-46dc-8554-90ac1bfb3590 req-feda76ef-bbd8-4796-a64a-317047ee7175 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2893770 Jan 20 12:53:14.572697 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-1099f88c-e213-413d-a38e-8504280e1c31 service neutron] 10.222.0.107 "GET /v2.0/networks/51dfc435-f4d5-4bb7-b519-debcc47256e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412072 Jan 20 12:53:14.584536 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-2ee29dc2-03c6-4bdb-a124-537f0d92b8b5 service neutron] Attempting to bind port 55cd4c69-e442-4db0-bae3-230265f45758 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:53:14.584879 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-2ee29dc2-03c6-4bdb-a124-537f0d92b8b5 service neutron] Attempting to bind port 55cd4c69-e442-4db0-bae3-230265f45758 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'f8063152-2d0c-4a99-b56f-e96c1e39c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33'}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:53:14.585226 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-2ee29dc2-03c6-4bdb-a124-537f0d92b8b5 service neutron] Attempting to bind port 55cd4c69-e442-4db0-bae3-230265f45758 on network 98783e85-5ee2-4a30-908e-0d0d62c14b33 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:53:14.596026 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-2ee29dc2-03c6-4bdb-a124-537f0d92b8b5 service neutron] Port 55cd4c69-e442-4db0-bae3-230265f45758 on network 98783e85-5ee2-4a30-908e-0d0d62c14b33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 12:53:14.596490 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-2ee29dc2-03c6-4bdb-a124-537f0d92b8b5 service neutron] Attempting to bind port 55cd4c69-e442-4db0-bae3-230265f45758 on network 98783e85-5ee2-4a30-908e-0d0d62c14b33 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:53:14.613913 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9506ba-9acc-4e59-ba82-9cbe753c7ffb req-a9fa1957-a913-4c47-bea1-3e02fc28418b tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:14.615654 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4a9506ba-9acc-4e59-ba82-9cbe753c7ffb req-a9fa1957-a913-4c47-bea1-3e02fc28418b tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 943 time: 0.2086463 Jan 20 12:53:14.621474 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-2ee29dc2-03c6-4bdb-a124-537f0d92b8b5 service neutron] Checking agent: {'id': '01dfb066-6594-4635-8f5d-cd7d37486eef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'started_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:53:14.621474 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-2ee29dc2-03c6-4bdb-a124-537f0d92b8b5 service neutron] Checking segment: {'id': 'f8063152-2d0c-4a99-b56f-e96c1e39c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:53:14.627966 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-2ee29dc2-03c6-4bdb-a124-537f0d92b8b5 service neutron] Bound using segment: {'id': 'f8063152-2d0c-4a99-b56f-e96c1e39c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33'} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:53:14.628739 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-2ee29dc2-03c6-4bdb-a124-537f0d92b8b5 service neutron] Bound port: 55cd4c69-e442-4db0-bae3-230265f45758, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8063152-2d0c-4a99-b56f-e96c1e39c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33'}}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:53:14.636254 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-2ee29dc2-03c6-4bdb-a124-537f0d92b8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (55cd4c69-e442-4db0-bae3-230265f45758), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:14.787405 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-ff1ed9f1-1669-45f7-be37-e88c5bae1b97 req-18d3aab5-de73-49b8-87ed-aa3450b4a2bf service neutron] 10.222.0.107 "GET /v2.0/networks/51dfc435-f4d5-4bb7-b519-debcc47256e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064214 Jan 20 12:53:14.807414 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 53442) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:14.809995 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4a9506ba-9acc-4e59-ba82-9cbe753c7ffb req-74634490-c8a4-4ee9-834f-5d6082eec745 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694651 Jan 20 12:53:14.824130 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-24b53a6e-be52-42ff-ac49-6344b0821c9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:14.837768 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-2ee29dc2-03c6-4bdb-a124-537f0d92b8b5 service neutron] For port 55cd4c69-e442-4db0-bae3-230265f45758, host hv-cinder-80403, cleared binding levels {{(pid=109759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:53:14.856528 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-2ee29dc2-03c6-4bdb-a124-537f0d92b8b5 service neutron] For port 55cd4c69-e442-4db0-bae3-230265f45758, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=55cd4c69-e442-4db0-bae3-230265f45758,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:53:14.950157 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-24b53a6e-be52-42ff-ac49-6344b0821c9a admin admin] Publish callbacks [] for security_group (bf3ee23d-def7-4f45-9ad0-6172756889fe), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:15.068947 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-2ee29dc2-03c6-4bdb-a124-537f0d92b8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (55cd4c69-e442-4db0-bae3-230265f45758), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:15.078201 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-24b53a6e-be52-42ff-ac49-6344b0821c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (bf3ee23d-def7-4f45-9ad0-6172756889fe), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:15.087578 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96734c-4716-4c20-bc0f-e4ecdf8e280b req-e87f9625-e82b-452f-bd17-9b040cd32bf5 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:15.089356 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4a96734c-4716-4c20-bc0f-e4ecdf8e280b req-e87f9625-e82b-452f-bd17-9b040cd32bf5 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 944 time: 0.1225884 Jan 20 12:53:15.145151 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-24b53a6e-be52-42ff-ac49-6344b0821c9a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cf17fa885a404dc7a7de1974c540a503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3401511 Jan 20 12:53:15.149333 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 53448) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:15.158838 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b53a6e-be52-42ff-ac49-6344b0821c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3ee23d-def7-4f45-9ad0-6172756889fe,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:15.168440 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1476f4a-69f3-48bd-aa8a-e3bbb720f857 req-27ee4259-2c09-4279-aa7c-8b9c042384b4 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:15.177443 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d1476f4a-69f3-48bd-aa8a-e3bbb720f857 req-27ee4259-2c09-4279-aa7c-8b9c042384b4 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 944 time: 0.1706846 Jan 20 12:53:15.185467 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4a494-bf35-441d-8eb9-e4ee3b35fac4 req-5d2de0d7-4c9c-4aef-a2b5-0d9ae3a52d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:15.187059 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-edf4a494-bf35-441d-8eb9-e4ee3b35fac4 req-5d2de0d7-4c9c-4aef-a2b5-0d9ae3a52d12 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=45c3ebca63544b178b63b288cecc910c&device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 1097 time: 0.1544645 Jan 20 12:53:15.191829 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-2ee29dc2-03c6-4bdb-a124-537f0d92b8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:15.192968 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-2ee29dc2-03c6-4bdb-a124-537f0d92b8b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:15.198674 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-2ee29dc2-03c6-4bdb-a124-537f0d92b8b5 service neutron] 10.222.0.107 "PUT /v2.0/ports/55cd4c69-e442-4db0-bae3-230265f45758 HTTP/1.1" status: 200 len: 1094 time: 2.2287312 Jan 20 12:53:15.206361 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device b993b368-d74b-4950-bb49-dbc1a862c1c4 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 12:53:15.209114 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe51826-10ed-42cf-ad11-fc30b6e99fd4', 'tag': '55cd4c69-e442-4db0-bae3-230265f45758'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:53:15.249222 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 158377ff-8b9b-4143-aee5-5d780996fb7f up at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:53:15.296758 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2fe4db8b-547f-4c59-bc79-ab31b8f2c4b7 admin admin] Publish callbacks [] for security_group (bf3ee23d-def7-4f45-9ad0-6172756889fe), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:15.343557 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2fe4db8b-547f-4c59-bc79-ab31b8f2c4b7 admin admin] Publish callbacks [] for security_group (bf3ee23d-def7-4f45-9ad0-6172756889fe), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:15.365368 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4a494-bf35-441d-8eb9-e4ee3b35fac4 req-df8d1a1d-7ec1-4a1f-b054-8ae198af3881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:15.367023 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-edf4a494-bf35-441d-8eb9-e4ee3b35fac4 req-df8d1a1d-7ec1-4a1f-b054-8ae198af3881 service neutron] 10.222.0.107 "GET /v2.0/networks?id=51dfc435-f4d5-4bb7-b519-debcc47256e8 HTTP/1.1" status: 200 len: 912 time: 0.1704462 Jan 20 12:53:15.408250 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee29dc2-03c6-4bdb-a124-537f0d92b8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=55cd4c69-e442-4db0-bae3-230265f45758,revision_number=3']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:15.491831 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-edf4a494-bf35-441d-8eb9-e4ee3b35fac4 req-7c8a9c3a-161d-4ab5-987d-7e40bcb1a620 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbed8e13-f09c-48e8-a597-615062bd1618 HTTP/1.1" status: 200 len: 217 time: 0.1131988 Jan 20 12:53:15.492164 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4a96734c-4716-4c20-bc0f-e4ecdf8e280b req-1ec99316-468b-445a-a874-f4343004c23d tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696647 Jan 20 12:53:15.533378 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d1476f4a-69f3-48bd-aa8a-e3bbb720f857 req-4eeb5749-db3c-4023-938d-b6eb44a7cc3f tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3b9469d-d3d8-4943-8bcc-330af39c1b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549252 Jan 20 12:53:15.578976 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port b993b368-d74b-4950-bb49-dbc1a862c1c4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b993b368-d74b-4950-bb49-dbc1a862c1c4,segment=NetworkSegment(cc97d124-6b4e-4665-80b3-7670aa542a45),segment_id=cc97d124-6b4e-4665-80b3-7670aa542a45)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:53:15.600345 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-dc52c6a3-1d8f-48f1-b480-a53dd95e7445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:15.606945 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning for port 158377ff-8b9b-4143-aee5-5d780996fb7f completed by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 12:53:15.610479 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-dc52c6a3-1d8f-48f1-b480-a53dd95e7445 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a42550bc92f54f3293a5e8c100adf3ec&device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 1097 time: 0.1694169 Jan 20 12:53:15.618442 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Returning: {'device': 'b993b368-d74b-4950-bb49-dbc1a862c1c4', 'network_id': '1da03262-aaa2-44ec-9b4a-16ceb45bebd0', 'port_id': 'b993b368-d74b-4950-bb49-dbc1a862c1c4', 'mac_address': 'fa:16:3e:b5:91:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 12:53:15.624081 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning complete for port 158377ff-8b9b-4143-aee5-5d780996fb7f triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:53:15.624469 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (158377ff-8b9b-4143-aee5-5d780996fb7f), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:15.669203 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4a494-bf35-441d-8eb9-e4ee3b35fac4 req-d34f2f93-0a3d-4cb2-be1a-185651eca580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:15.676632 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-edf4a494-bf35-441d-8eb9-e4ee3b35fac4 req-d34f2f93-0a3d-4cb2-be1a-185651eca580 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=7e70a924-e46b-43c1-b6e9-160e1b7b97c7 HTTP/1.1" status: 200 len: 850 time: 0.1778424 Jan 20 12:53:15.775158 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f0e800-8212-466a-8122-6bcbca7f9e98" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe51826-10ed-42cf-ad11-fc30b6e99fd4", "tag": "55cd4c69-e442-4db0-bae3-230265f45758"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:53:15.811251 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port b993b368-d74b-4950-bb49-dbc1a862c1c4 is: DOWN; New status is: BUILD {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:53:15.811714 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (b993b368-d74b-4950-bb49-dbc1a862c1c4), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:15.814260 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-aa83674b-d3ec-4fcc-9ba8-7cef14e151ec service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55cd4c69-e442-4db0-bae3-230265f45758 HTTP/1.1" status: 200 len: 217 time: 0.1936057 Jan 20 12:53:15.820751 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4a494-bf35-441d-8eb9-e4ee3b35fac4 req-8467af98-5f8e-45b2-9140-c2a37830f1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:15.823633 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-edf4a494-bf35-441d-8eb9-e4ee3b35fac4 req-8467af98-5f8e-45b2-9140-c2a37830f1f8 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=51dfc435-f4d5-4bb7-b519-debcc47256e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1394188 Jan 20 12:53:15.832423 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b993b368-d74b-4950-bb49-dbc1a862c1c4 {{(pid=109761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:53:15.869932 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2fe4db8b-547f-4c59-bc79-ab31b8f2c4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (bf3ee23d-def7-4f45-9ad0-6172756889fe), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:15.875456 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2fe4db8b-547f-4c59-bc79-ab31b8f2c4b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:15.881278 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-2fe4db8b-547f-4c59-bc79-ab31b8f2c4b7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bf3ee23d-def7-4f45-9ad0-6172756889fe HTTP/1.1" status: 204 len: 168 time: 0.7274530 Jan 20 12:53:15.892147 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 158377ff-8b9b-4143-aee5-5d780996fb7f is: BUILD; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:53:15.892812 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (158377ff-8b9b-4143-aee5-5d780996fb7f), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:15.920080 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port b993b368-d74b-4950-bb49-dbc1a862c1c4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b993b368-d74b-4950-bb49-dbc1a862c1c4,segment=NetworkSegment(cc97d124-6b4e-4665-80b3-7670aa542a45),segment_id=cc97d124-6b4e-4665-80b3-7670aa542a45)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:53:15.921885 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4db8b-547f-4c59-bc79-ab31b8f2c4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3ee23d-def7-4f45-9ad0-6172756889fe,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:15.969921 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace65631-8ba8-45d8-8039-44a812559d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158377ff-8b9b-4143-aee5-5d780996fb7f'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:53:16.016147 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548b00b-0650-44bd-91a4-ea801c0cb251 req-bb0af682-04dc-4b71-92a5-ab7e110fa9ac tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:16.018325 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2548b00b-0650-44bd-91a4-ea801c0cb251 req-bb0af682-04dc-4b71-92a5-ab7e110fa9ac tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 944 time: 0.2305057 Jan 20 12:53:16.025756 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-4c703c57-0dff-4621-82a1-f2fa0ebc4a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:16.029848 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-4c703c57-0dff-4621-82a1-f2fa0ebc4a4d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1295fc8c-2285-4e3e-9a1a-e24300eba26a HTTP/1.1" status: 200 len: 855 time: 0.1937926 Jan 20 12:53:16.047007 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ca1a5-0f0d-4b00-b711-dee0b6b6a81f req-f4c05d9d-d3f0-4ca4-a04e-09dda0dc679d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:16.048584 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-288ca1a5-0f0d-4b00-b711-dee0b6b6a81f req-f4c05d9d-d3f0-4ca4-a04e-09dda0dc679d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.3889263 Jan 20 12:53:16.109713 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-edf4a494-bf35-441d-8eb9-e4ee3b35fac4 req-1cb43903-a279-4db8-b253-33aa8c89b11d service neutron] 10.222.0.107 "GET /v2.0/networks/51dfc435-f4d5-4bb7-b519-debcc47256e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720132 Jan 20 12:53:16.166246 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (b993b368-d74b-4950-bb49-dbc1a862c1c4), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:16.167343 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 6e9d005b-b1c8-43ca-806d-2cfd098e1f22 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 12:53:16.193251 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 158377ff-8b9b-4143-aee5-5d780996fb7f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=158377ff-8b9b-4143-aee5-5d780996fb7f,segment=NetworkSegment(9bec3f69-e1ee-4888-9f95-980d5e8b269a),segment_id=9bec3f69-e1ee-4888-9f95-980d5e8b269a)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:53:16.271774 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0311a81f-00ab-4d8f-8a29-ca8856e70f60" -d '{"events": [{"server_uuid": "ace65631-8ba8-45d8-8039-44a812559d36", "name": "network-vif-plugged", "status": "completed", "tag": "158377ff-8b9b-4143-aee5-5d780996fb7f"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:53:16.320136 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-edf4a494-bf35-441d-8eb9-e4ee3b35fac4 req-ba7bf4f0-f5bf-453c-9e58-3f65f674b1ec service neutron] 10.222.0.107 "GET /v2.0/networks/51dfc435-f4d5-4bb7-b519-debcc47256e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044330 Jan 20 12:53:16.322949 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (158377ff-8b9b-4143-aee5-5d780996fb7f), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:16.323772 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 3a497f72-8448-42ab-a547-0eccee02be1d up at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:53:16.336996 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 6e9d005b-b1c8-43ca-806d-2cfd098e1f22, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6e9d005b-b1c8-43ca-806d-2cfd098e1f22,segment=NetworkSegment(cc97d124-6b4e-4665-80b3-7670aa542a45),segment_id=cc97d124-6b4e-4665-80b3-7670aa542a45)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:53:16.379497 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=b993b368-d74b-4950-bb49-dbc1a862c1c4,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:16.401958 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Returning: {'device': '6e9d005b-b1c8-43ca-806d-2cfd098e1f22', 'network_id': '1da03262-aaa2-44ec-9b4a-16ceb45bebd0', 'port_id': '6e9d005b-b1c8-43ca-806d-2cfd098e1f22', 'mac_address': 'fa:16:3e:ed:f6:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 12:53:16.418155 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2548b00b-0650-44bd-91a4-ea801c0cb251 req-54628d16-14b4-45c9-aeba-398d11aa837e tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3770888 Jan 20 12:53:16.431449 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-c52b45b6-ea7a-49e0-8657-984d0020095a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:16.433959 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-c52b45b6-ea7a-49e0-8657-984d0020095a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=98783e85-5ee2-4a30-908e-0d0d62c14b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3835573 Jan 20 12:53:16.518275 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=158377ff-8b9b-4143-aee5-5d780996fb7f,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:16.532600 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 6e9d005b-b1c8-43ca-806d-2cfd098e1f22 is: DOWN; New status is: BUILD {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:53:16.532996 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (6e9d005b-b1c8-43ca-806d-2cfd098e1f22), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:16.552700 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e9d005b-b1c8-43ca-806d-2cfd098e1f22 {{(pid=109761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:53:16.588636 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 6e9d005b-b1c8-43ca-806d-2cfd098e1f22, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6e9d005b-b1c8-43ca-806d-2cfd098e1f22,segment=NetworkSegment(cc97d124-6b4e-4665-80b3-7670aa542a45),segment_id=cc97d124-6b4e-4665-80b3-7670aa542a45)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:53:16.596260 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-288ca1a5-0f0d-4b00-b711-dee0b6b6a81f req-adfcf885-42e8-4543-9d24-594d3d114d91 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5295277 Jan 20 12:53:16.619568 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning for port 3a497f72-8448-42ab-a547-0eccee02be1d completed by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 12:53:16.626112 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning complete for port 3a497f72-8448-42ab-a547-0eccee02be1d triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:53:16.626822 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (3a497f72-8448-42ab-a547-0eccee02be1d), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:16.668859 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-346bc89c-e8e4-4d8c-a953-760d8d9a2653 service neutron] 10.222.0.107 "GET /v2.0/networks/98783e85-5ee2-4a30-908e-0d0d62c14b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247667 Jan 20 12:53:16.723539 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (6e9d005b-b1c8-43ca-806d-2cfd098e1f22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:16.800705 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 12:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3422f19a-8dd8-42f9-9873-e1920cd41818 x-openstack-request-id: req-3422f19a-8dd8-42f9-9873-e1920cd41818 {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:53:16.801314 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe51826-10ed-42cf-ad11-fc30b6e99fd4", "tag": "55cd4c69-e442-4db0-bae3-230265f45758", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:53:16.801727 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3422f19a-8dd8-42f9-9873-e1920cd41818 {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:53:16.802032 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=6e9d005b-b1c8-43ca-806d-2cfd098e1f22,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:16.802513 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe51826-10ed-42cf-ad11-fc30b6e99fd4', 'tag': '55cd4c69-e442-4db0-bae3-230265f45758', 'status': 'completed', 'code': 200} Jan 20 12:53:16.881876 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8859c-8ac4-4b4e-bf75-ace8d5ff90b6 req-cd266c29-d977-475a-8248-3c82f4d549d3 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:16.884462 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 12:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0379b1cf-5a23-477d-aaa7-4df1c185e7e3 x-openstack-request-id: req-0379b1cf-5a23-477d-aaa7-4df1c185e7e3 {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:53:16.888601 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace65631-8ba8-45d8-8039-44a812559d36", "name": "network-vif-plugged", "status": "completed", "tag": "158377ff-8b9b-4143-aee5-5d780996fb7f", "code": 200}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:53:16.889190 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0379b1cf-5a23-477d-aaa7-4df1c185e7e3 {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:53:16.896324 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace65631-8ba8-45d8-8039-44a812559d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158377ff-8b9b-4143-aee5-5d780996fb7f', 'code': 200} Jan 20 12:53:16.901302 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 3a497f72-8448-42ab-a547-0eccee02be1d is: BUILD; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:53:16.902023 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (3a497f72-8448-42ab-a547-0eccee02be1d), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:16.903692 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-10c8859c-8ac4-4b4e-bf75-ace8d5ff90b6 req-cd266c29-d977-475a-8248-3c82f4d549d3 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 944 time: 0.0859332 Jan 20 12:53:17.017203 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bdacfb68-d897-45bc-8573-a044bfb0087f req-b72f8ab4-40d5-47ae-8181-14e17a06aa37 service neutron] 10.222.0.107 "GET /v2.0/networks/98783e85-5ee2-4a30-908e-0d0d62c14b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446662 Jan 20 12:53:17.047977 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-10c8859c-8ac4-4b4e-bf75-ace8d5ff90b6 req-25a46687-a418-4938-883b-eaedd7bf89dd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381087 Jan 20 12:53:17.058366 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 3a497f72-8448-42ab-a547-0eccee02be1d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3a497f72-8448-42ab-a547-0eccee02be1d,segment=NetworkSegment(12a04a7f-2991-4069-9a95-1caa23baeb64),segment_id=12a04a7f-2991-4069-9a95-1caa23baeb64)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:53:17.085234 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['b993b368-d74b-4950-bb49-dbc1a862c1c4'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:53:17.155382 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['6e9d005b-b1c8-43ca-806d-2cfd098e1f22'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:53:17.177243 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12723659-39bc-4931-889d-26ef40a9f1e1 req-dbaa2e06-adcb-409d-bc62-42d5632b566b tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:17.179394 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-12723659-39bc-4931-889d-26ef40a9f1e1 req-dbaa2e06-adcb-409d-bc62-42d5632b566b tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 944 time: 0.1302290 Jan 20 12:53:17.259439 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (3a497f72-8448-42ab-a547-0eccee02be1d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:17.324216 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568f14d-c47e-44d6-a74a-e4a6abcea266 req-da64227c-daed-4ff9-a9e5-cc9e13d57990 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:17.326149 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4568f14d-c47e-44d6-a74a-e4a6abcea266 req-da64227c-daed-4ff9-a9e5-cc9e13d57990 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 945 time: 0.1378627 Jan 20 12:53:17.332045 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0e800-8212-466a-8122-6bcbca7f9e98 req-8969c1e1-784c-4c6c-ab27-1caee9a5e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:17.333976 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-86f0e800-8212-466a-8122-6bcbca7f9e98 req-8969c1e1-784c-4c6c-ab27-1caee9a5e78f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a42550bc92f54f3293a5e8c100adf3ec&device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 1097 time: 0.1256533 Jan 20 12:53:17.346714 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-12723659-39bc-4931-889d-26ef40a9f1e1 req-b76f9df7-742f-41b4-9fe0-91c12905b37f tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480017 Jan 20 12:53:17.423513 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4568f14d-c47e-44d6-a74a-e4a6abcea266 req-266cbee1-9eef-4cdd-ad6d-8fa6f6b3474b tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3b9469d-d3d8-4943-8bcc-330af39c1b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873175 Jan 20 12:53:17.469222 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=3a497f72-8448-42ab-a547-0eccee02be1d,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:17.521510 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0e800-8212-466a-8122-6bcbca7f9e98 req-1629cb00-c25e-4927-b9d4-264f7bc286c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:17.523034 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-86f0e800-8212-466a-8122-6bcbca7f9e98 req-1629cb00-c25e-4927-b9d4-264f7bc286c4 service neutron] 10.222.0.107 "GET /v2.0/networks?id=98783e85-5ee2-4a30-908e-0d0d62c14b33 HTTP/1.1" status: 200 len: 917 time: 0.1738505 Jan 20 12:53:17.595490 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d27840-17c3-4f29-9c56-0dedfe498244 req-815ac7a2-afc7-49ea-a04a-0f49fae2f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:17.599205 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-13d27840-17c3-4f29-9c56-0dedfe498244 req-815ac7a2-afc7-49ea-a04a-0f49fae2f5e3 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 1098 time: 0.1142182 Jan 20 12:53:17.607093 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-86f0e800-8212-466a-8122-6bcbca7f9e98 req-4bdf2091-cc70-4f90-87f6-c00884329172 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55cd4c69-e442-4db0-bae3-230265f45758 HTTP/1.1" status: 200 len: 217 time: 0.0751743 Jan 20 12:53:17.626017 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-13d27840-17c3-4f29-9c56-0dedfe498244 req-4b128aa5-16bc-4d2f-903b-5f5dfc76f736 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:17.700572 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fcc12-4046-49a6-8cfe-5b1fe2d92307 req-014bc131-e836-408b-b561-898c246feb33 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:17.702244 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bd7fcc12-4046-49a6-8cfe-5b1fe2d92307 req-014bc131-e836-408b-b561-898c246feb33 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 944 time: 0.1078582 Jan 20 12:53:17.706806 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0e800-8212-466a-8122-6bcbca7f9e98 req-e5184d9f-39e8-4512-9d45-291337a7655d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:17.708305 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-86f0e800-8212-466a-8122-6bcbca7f9e98 req-e5184d9f-39e8-4512-9d45-291337a7655d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1295fc8c-2285-4e3e-9a1a-e24300eba26a HTTP/1.1" status: 200 len: 855 time: 0.0825820 Jan 20 12:53:17.797745 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0e800-8212-466a-8122-6bcbca7f9e98 req-dbe7090c-dce8-4417-b251-524284ce5800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:17.799348 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-86f0e800-8212-466a-8122-6bcbca7f9e98 req-dbe7090c-dce8-4417-b251-524284ce5800 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=98783e85-5ee2-4a30-908e-0d0d62c14b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0841315 Jan 20 12:53:17.811434 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-13d27840-17c3-4f29-9c56-0dedfe498244 req-4b128aa5-16bc-4d2f-903b-5f5dfc76f736 service neutron] Publish callbacks [] for security_group (c367ee12-8fff-4e02-a32e-16ad75fb87be), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:17.821493 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bd7fcc12-4046-49a6-8cfe-5b1fe2d92307 req-03553158-7ffe-4af2-a988-e960297de868 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860972 Jan 20 12:53:17.926300 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-13d27840-17c3-4f29-9c56-0dedfe498244 req-4b128aa5-16bc-4d2f-903b-5f5dfc76f736 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (c367ee12-8fff-4e02-a32e-16ad75fb87be), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:17.991780 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-13d27840-17c3-4f29-9c56-0dedfe498244 req-4b128aa5-16bc-4d2f-903b-5f5dfc76f736 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=f3b9469d-d3d8-4943-8bcc-330af39c1b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837924 Jan 20 12:53:17.993539 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b128aa5-16bc-4d2f-903b-5f5dfc76f736 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c367ee12-8fff-4e02-a32e-16ad75fb87be,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:18.012706 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbc0b2-158c-4c70-88c8-9a13328c3fa9 req-d3285388-e00e-470c-9a4d-eba391f99a08 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:18.015072 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3fdbc0b2-158c-4c70-88c8-9a13328c3fa9 req-d3285388-e00e-470c-9a4d-eba391f99a08 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.1839342 Jan 20 12:53:18.080901 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-86f0e800-8212-466a-8122-6bcbca7f9e98 req-efe21a8f-c1cf-47c5-a991-d25923a5546c service neutron] 10.222.0.107 "GET /v2.0/networks/98783e85-5ee2-4a30-908e-0d0d62c14b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631402 Jan 20 12:53:18.157133 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3fdbc0b2-158c-4c70-88c8-9a13328c3fa9 req-7f70151c-1ede-45d2-a8e5-74dd31d8e68f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293352 Jan 20 12:53:18.290133 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12b88e-896b-4806-8934-2dc6d105ecaf req-220a6f80-1cfe-49a3-b374-bf92786345aa tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:18.292942 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ff12b88e-896b-4806-8934-2dc6d105ecaf req-220a6f80-1cfe-49a3-b374-bf92786345aa tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 944 time: 0.1269035 Jan 20 12:53:18.458337 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ff12b88e-896b-4806-8934-2dc6d105ecaf req-347c7c7a-3563-4a73-b4f5-ded27ae81043 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514688 Jan 20 12:53:18.542645 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-86f0e800-8212-466a-8122-6bcbca7f9e98 req-006cb415-abd1-4751-98ee-b6e61934ea8b service neutron] 10.222.0.107 "GET /v2.0/networks/98783e85-5ee2-4a30-908e-0d0d62c14b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230906 Jan 20 12:53:18.585181 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3fb27d-ae18-4ec6-8a61-5003e4d67562 req-a956396c-cef8-408f-9e1a-28a66ce83ee3 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:18.588427 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-dd3fb27d-ae18-4ec6-8a61-5003e4d67562 req-a956396c-cef8-408f-9e1a-28a66ce83ee3 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 945 time: 0.0957046 Jan 20 12:53:18.694490 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5056c1-c4dd-4343-8498-0ffcc104bb8a req-e77a0d18-d334-4287-9b36-b4d2463f90a1 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:18.696075 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3f5056c1-c4dd-4343-8498-0ffcc104bb8a req-e77a0d18-d334-4287-9b36-b4d2463f90a1 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 945 time: 0.1065321 Jan 20 12:53:18.701648 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-dd3fb27d-ae18-4ec6-8a61-5003e4d67562 req-e075624b-4e7f-4de1-a21f-7b245be7ae4a tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957580 Jan 20 12:53:18.758236 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3f5056c1-c4dd-4343-8498-0ffcc104bb8a req-9188c052-8766-4fc6-ad08-f3fcfcb22159 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3b9469d-d3d8-4943-8bcc-330af39c1b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550179 Jan 20 12:53:18.897754 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3702c6a3-2d11-40c8-a5ef-274cb9130872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a497f72-8448-42ab-a547-0eccee02be1d'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:53:18.902533 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfd532e-c1eb-445b-9082-3f0124aed034" -d '{"events": [{"server_uuid": "3702c6a3-2d11-40c8-a5ef-274cb9130872", "name": "network-vif-plugged", "status": "completed", "tag": "3a497f72-8448-42ab-a547-0eccee02be1d"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:53:18.963700 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 12:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea653eb7-7af3-4734-b388-c486d3528763 x-openstack-request-id: req-ea653eb7-7af3-4734-b388-c486d3528763 {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:53:18.964158 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3702c6a3-2d11-40c8-a5ef-274cb9130872", "name": "network-vif-plugged", "status": "completed", "tag": "3a497f72-8448-42ab-a547-0eccee02be1d", "code": 200}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:53:18.965585 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ea653eb7-7af3-4734-b388-c486d3528763 {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:53:18.966597 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3702c6a3-2d11-40c8-a5ef-274cb9130872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a497f72-8448-42ab-a547-0eccee02be1d', 'code': 200} Jan 20 12:53:18.980061 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9cc5a-cd70-4a1c-8cd6-21f22c59c1be req-f9b7ad57-5543-442c-8bd0-1cec68b832e9 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:18.983550 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3cf9cc5a-cd70-4a1c-8cd6-21f22c59c1be req-f9b7ad57-5543-442c-8bd0-1cec68b832e9 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 944 time: 0.0898860 Jan 20 12:53:19.056895 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3cf9cc5a-cd70-4a1c-8cd6-21f22c59c1be req-cea4b1a0-8796-4ddd-999f-551787a0875c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648296 Jan 20 12:53:19.240716 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device cbed8e13-f09c-48e8-a597-615062bd1618 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 12:53:19.244469 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device b993b368-d74b-4950-bb49-dbc1a862c1c4 up at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:53:19.392222 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a69d80-25b2-411b-bbcc-f90b28d7c05e req-ab1a3fef-10de-473c-b943-4b272a0fa990 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:19.404660 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-80a69d80-25b2-411b-bbcc-f90b28d7c05e req-ab1a3fef-10de-473c-b943-4b272a0fa990 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.0981948 Jan 20 12:53:19.539797 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-80a69d80-25b2-411b-bbcc-f90b28d7c05e req-d75184f9-ab57-4148-9bab-381bdaf1e800 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315281 Jan 20 12:53:19.670249 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port cbed8e13-f09c-48e8-a597-615062bd1618, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cbed8e13-f09c-48e8-a597-615062bd1618,segment=NetworkSegment(dcadfd15-9d00-4220-b17c-421f13a03194),segment_id=dcadfd15-9d00-4220-b17c-421f13a03194)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:53:19.704569 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Returning: {'device': 'cbed8e13-f09c-48e8-a597-615062bd1618', 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8', 'port_id': 'cbed8e13-f09c-48e8-a597-615062bd1618', 'mac_address': 'fa:16:3e:c8:71:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 12:53:19.737090 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38038442-00e4-4ce7-b59a-ebbfef31038b req-7ed94aba-29be-44d2-89c3-ce16dd3fb6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:19.738081 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-38038442-00e4-4ce7-b59a-ebbfef31038b req-7ed94aba-29be-44d2-89c3-ce16dd3fb6d4 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 1098 time: 0.2196224 Jan 20 12:53:19.752456 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb4ff7-654e-4aff-bdc1-cbaee80aba2e req-178f40b1-abed-4cf8-9426-d5fee9f6a431 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:19.761215 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-eafb4ff7-654e-4aff-bdc1-cbaee80aba2e req-178f40b1-abed-4cf8-9426-d5fee9f6a431 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 944 time: 0.1224189 Jan 20 12:53:19.791810 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port cbed8e13-f09c-48e8-a597-615062bd1618 is: DOWN; New status is: BUILD {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:53:19.793749 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (cbed8e13-f09c-48e8-a597-615062bd1618), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:19.834659 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbed8e13-f09c-48e8-a597-615062bd1618 {{(pid=109761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:53:19.861311 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-38038442-00e4-4ce7-b59a-ebbfef31038b req-a9683ac4-c5a3-4279-b05a-b74acd7ea203 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973742 Jan 20 12:53:19.876006 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port cbed8e13-f09c-48e8-a597-615062bd1618, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cbed8e13-f09c-48e8-a597-615062bd1618,segment=NetworkSegment(dcadfd15-9d00-4220-b17c-421f13a03194),segment_id=dcadfd15-9d00-4220-b17c-421f13a03194)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:53:19.898870 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-eafb4ff7-654e-4aff-bdc1-cbaee80aba2e req-3dba1243-4c54-4ea1-8056-e69847bc7a01 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364410 Jan 20 12:53:19.933289 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fff39c-654a-4964-bdd4-aa264b34443b req-cbb3b4d2-ca22-4286-aa23-5862816a90e9 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:19.935285 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e4fff39c-654a-4964-bdd4-aa264b34443b req-cbb3b4d2-ca22-4286-aa23-5862816a90e9 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 945 time: 0.0998271 Jan 20 12:53:20.019013 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e4fff39c-654a-4964-bdd4-aa264b34443b req-c145f545-f7b5-4056-b929-ac14b5378add tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696635 Jan 20 12:53:20.035624 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning for port b993b368-d74b-4950-bb49-dbc1a862c1c4 completed by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 12:53:20.043848 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning complete for port b993b368-d74b-4950-bb49-dbc1a862c1c4 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:53:20.044800 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (b993b368-d74b-4950-bb49-dbc1a862c1c4), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:20.083081 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06418a6-07e8-4be2-9b8d-c7e6b19b8404 req-6cff5d46-4584-482b-ad78-9ba59ef079c1 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:20.086306 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d06418a6-07e8-4be2-9b8d-c7e6b19b8404 req-6cff5d46-4584-482b-ad78-9ba59ef079c1 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 945 time: 0.0923531 Jan 20 12:53:20.116053 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (cbed8e13-f09c-48e8-a597-615062bd1618), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:20.193446 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d06418a6-07e8-4be2-9b8d-c7e6b19b8404 req-509b20c9-560e-43e1-b45c-b872fb65c6f2 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3b9469d-d3d8-4943-8bcc-330af39c1b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926738 Jan 20 12:53:20.291292 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=cbed8e13-f09c-48e8-a597-615062bd1618,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:20.308092 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdff599-dc73-476c-a7c0-c605d7ba6754 req-3d3b7442-615f-44d0-ba63-e755090a6819 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:20.319814 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6cdff599-dc73-476c-a7c0-c605d7ba6754 req-3d3b7442-615f-44d0-ba63-e755090a6819 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 945 time: 0.1071692 Jan 20 12:53:20.370088 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port b993b368-d74b-4950-bb49-dbc1a862c1c4 is: BUILD; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:53:20.370602 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (b993b368-d74b-4950-bb49-dbc1a862c1c4), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:20.386286 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6cdff599-dc73-476c-a7c0-c605d7ba6754 req-cf6e49aa-3102-4098-80d8-20ade1792445 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641437 Jan 20 12:53:20.428714 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port b993b368-d74b-4950-bb49-dbc1a862c1c4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b993b368-d74b-4950-bb49-dbc1a862c1c4,segment=NetworkSegment(cc97d124-6b4e-4665-80b3-7670aa542a45),segment_id=cc97d124-6b4e-4665-80b3-7670aa542a45)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:53:20.566873 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['cbed8e13-f09c-48e8-a597-615062bd1618'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:53:20.760307 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (b993b368-d74b-4950-bb49-dbc1a862c1c4), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:20.781234 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 6e9d005b-b1c8-43ca-806d-2cfd098e1f22 up at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:53:20.865822 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7128ca-2dbd-4ca4-9629-7f78cbc32061 req-9be9fb1f-4fef-413a-b1a4-a016e2a3ece2 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:20.879981 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-dd7128ca-2dbd-4ca4-9629-7f78cbc32061 req-9be9fb1f-4fef-413a-b1a4-a016e2a3ece2 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.1606038 Jan 20 12:53:20.969138 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e157728-776e-4ec3-817d-bf334d9f087f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b993b368-d74b-4950-bb49-dbc1a862c1c4'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:53:20.972488 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d45217e-2083-42e4-b662-edebab11a5d1" -d '{"events": [{"server_uuid": "0e157728-776e-4ec3-817d-bf334d9f087f", "name": "network-vif-plugged", "status": "completed", "tag": "b993b368-d74b-4950-bb49-dbc1a862c1c4"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:53:20.995600 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-dd7128ca-2dbd-4ca4-9629-7f78cbc32061 req-4cfba94d-c101-42ce-b752-5628e8b32403 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134074 Jan 20 12:53:21.002075 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=b993b368-d74b-4950-bb49-dbc1a862c1c4,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:21.079181 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 12:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04b0e72-1e12-4e67-bb73-5d7389fb3081 x-openstack-request-id: req-e04b0e72-1e12-4e67-bb73-5d7389fb3081 {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:53:21.079949 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e157728-776e-4ec3-817d-bf334d9f087f", "name": "network-vif-plugged", "status": "completed", "tag": "b993b368-d74b-4950-bb49-dbc1a862c1c4", "code": 200}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:53:21.079949 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e04b0e72-1e12-4e67-bb73-5d7389fb3081 {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:53:21.080246 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e157728-776e-4ec3-817d-bf334d9f087f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b993b368-d74b-4950-bb49-dbc1a862c1c4', 'code': 200} Jan 20 12:53:21.100424 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning for port 6e9d005b-b1c8-43ca-806d-2cfd098e1f22 completed by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 12:53:21.113451 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning complete for port 6e9d005b-b1c8-43ca-806d-2cfd098e1f22 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:53:21.113867 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (6e9d005b-b1c8-43ca-806d-2cfd098e1f22), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:21.141708 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b9285-4b79-4a6f-80fa-bf04f9e99dea req-56e33c1d-0ad8-4846-be8b-e2a854c9b0ee tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:21.157132 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e54b9285-4b79-4a6f-80fa-bf04f9e99dea req-56e33c1d-0ad8-4846-be8b-e2a854c9b0ee tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 944 time: 0.1200883 Jan 20 12:53:21.250203 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e54b9285-4b79-4a6f-80fa-bf04f9e99dea req-7bc94943-a44c-4cd8-b00f-3fd188279714 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889912 Jan 20 12:53:21.264134 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 55cd4c69-e442-4db0-bae3-230265f45758 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 12:53:21.334713 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 6e9d005b-b1c8-43ca-806d-2cfd098e1f22 is: BUILD; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:53:21.335379 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (6e9d005b-b1c8-43ca-806d-2cfd098e1f22), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:21.364742 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a4792-41fa-41bb-afd2-b7687908e10b req-4da38414-4346-4d93-b2a0-79c49962d357 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:21.368399 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-565a4792-41fa-41bb-afd2-b7687908e10b req-4da38414-4346-4d93-b2a0-79c49962d357 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 945 time: 0.1270063 Jan 20 12:53:21.398465 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 6e9d005b-b1c8-43ca-806d-2cfd098e1f22, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6e9d005b-b1c8-43ca-806d-2cfd098e1f22,segment=NetworkSegment(cc97d124-6b4e-4665-80b3-7670aa542a45),segment_id=cc97d124-6b4e-4665-80b3-7670aa542a45)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:53:21.504716 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 55cd4c69-e442-4db0-bae3-230265f45758, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=55cd4c69-e442-4db0-bae3-230265f45758,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:53:21.521264 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52245eb-b7ef-4dde-86f0-c1b01afc3e56 req-4f7924f7-5fa1-49f2-b46e-e77c6b80d6bd tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:21.521663 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (6e9d005b-b1c8-43ca-806d-2cfd098e1f22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:21.524625 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c52245eb-b7ef-4dde-86f0-c1b01afc3e56 req-4f7924f7-5fa1-49f2-b46e-e77c6b80d6bd tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 945 time: 0.1549704 Jan 20 12:53:21.534251 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Returning: {'device': '55cd4c69-e442-4db0-bae3-230265f45758', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'port_id': '55cd4c69-e442-4db0-bae3-230265f45758', 'mac_address': 'fa:16:3e:73:c3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 12:53:21.578560 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-565a4792-41fa-41bb-afd2-b7687908e10b req-cfe8bd05-a2da-42f4-abe9-5bcb466b2787 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828489 Jan 20 12:53:21.649199 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c52245eb-b7ef-4dde-86f0-c1b01afc3e56 req-08dfa788-c0d0-4825-b07f-b5d8c40d2e04 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3b9469d-d3d8-4943-8bcc-330af39c1b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056464 Jan 20 12:53:21.690683 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=6e9d005b-b1c8-43ca-806d-2cfd098e1f22,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:21.697369 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 55cd4c69-e442-4db0-bae3-230265f45758 is: DOWN; New status is: BUILD {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:53:21.698036 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (55cd4c69-e442-4db0-bae3-230265f45758), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:21.725785 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55cd4c69-e442-4db0-bae3-230265f45758 {{(pid=109761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:53:21.748095 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1914be9-9ebf-426d-8828-51ec0e876a84 req-44d94260-6dbb-4ea2-b7b2-c0f73b8d134d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:21.749084 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c1914be9-9ebf-426d-8828-51ec0e876a84 req-44d94260-6dbb-4ea2-b7b2-c0f73b8d134d service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 1098 time: 0.0975115 Jan 20 12:53:21.760524 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54fe5e-a50c-4362-8350-50b477f3dc77 req-6fa58624-fc45-424f-8bfa-f1040d6d4b3f tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:21.762203 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-db54fe5e-a50c-4362-8350-50b477f3dc77 req-6fa58624-fc45-424f-8bfa-f1040d6d4b3f tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 945 time: 0.0675440 Jan 20 12:53:21.770348 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 55cd4c69-e442-4db0-bae3-230265f45758, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=55cd4c69-e442-4db0-bae3-230265f45758,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:53:21.836471 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c1914be9-9ebf-426d-8828-51ec0e876a84 req-ceea5fe5-9412-4957-97a3-8e94cb8fd24a service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725830 Jan 20 12:53:21.854573 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-db54fe5e-a50c-4362-8350-50b477f3dc77 req-e99b86a7-2565-457d-ac69-633f93786d48 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763085 Jan 20 12:53:21.938072 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (55cd4c69-e442-4db0-bae3-230265f45758), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:22.000915 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=55cd4c69-e442-4db0-bae3-230265f45758,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:22.196057 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb95d96-c700-4204-b358-8e98268fab27 req-e69c5248-93d0-4def-959d-8c83c52c8563 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:22.197925 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-dcb95d96-c700-4204-b358-8e98268fab27 req-e69c5248-93d0-4def-959d-8c83c52c8563 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 945 time: 0.0872371 Jan 20 12:53:22.276141 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-dcb95d96-c700-4204-b358-8e98268fab27 req-87dc6bc8-54c0-427f-acbe-b75486f5ddd6 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653493 Jan 20 12:53:22.418030 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['55cd4c69-e442-4db0-bae3-230265f45758'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:53:22.485444 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2d5b7-c6cf-4ccb-974f-d02503d8a7a5 req-066f79d1-cf24-4da8-8a79-6db5ce10fa65 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:22.487970 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1ea2d5b7-c6cf-4ccb-974f-d02503d8a7a5 req-066f79d1-cf24-4da8-8a79-6db5ce10fa65 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0837870 Jan 20 12:53:22.578555 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1ea2d5b7-c6cf-4ccb-974f-d02503d8a7a5 req-e0f5c094-bcce-4f63-bc58-850bd1ddcef7 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810099 Jan 20 12:53:22.758008 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89971e86-4800-4666-b276-40a991f7b4b7 req-5a8e8c0e-2825-43c0-b58e-0904aa1c8976 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:22.760676 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-89971e86-4800-4666-b276-40a991f7b4b7 req-5a8e8c0e-2825-43c0-b58e-0904aa1c8976 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 945 time: 0.0825565 Jan 20 12:53:22.819542 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-89971e86-4800-4666-b276-40a991f7b4b7 req-d571cc97-47a5-497a-a14d-b75b504e729a tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516682 Jan 20 12:53:23.031487 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d0018-f651-4428-9ce8-c820965bdad4 req-df9955b3-f0af-406c-b7c4-e5f8d7bacf79 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:23.034203 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a72d0018-f651-4428-9ce8-c820965bdad4 req-df9955b3-f0af-406c-b7c4-e5f8d7bacf79 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 945 time: 0.0806491 Jan 20 12:53:23.081354 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b47bf0e-a883-4324-b5a4-6e238d359d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9d005b-b1c8-43ca-806d-2cfd098e1f22'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:53:23.085506 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0648258-531f-4ba4-93f5-10c7aa910fb5" -d '{"events": [{"server_uuid": "6b47bf0e-a883-4324-b5a4-6e238d359d0d", "name": "network-vif-plugged", "status": "completed", "tag": "6e9d005b-b1c8-43ca-806d-2cfd098e1f22"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:53:23.091611 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a72d0018-f651-4428-9ce8-c820965bdad4 req-af53a848-e39f-48a8-9335-cb58261f360f tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501449 Jan 20 12:53:23.134425 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 12:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7d8def-3d62-454c-8731-f53506e96d52 x-openstack-request-id: req-8f7d8def-3d62-454c-8731-f53506e96d52 {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:53:23.134758 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b47bf0e-a883-4324-b5a4-6e238d359d0d", "name": "network-vif-plugged", "status": "completed", "tag": "6e9d005b-b1c8-43ca-806d-2cfd098e1f22", "code": 200}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:53:23.135024 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8f7d8def-3d62-454c-8731-f53506e96d52 {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:53:23.135430 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b47bf0e-a883-4324-b5a4-6e238d359d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9d005b-b1c8-43ca-806d-2cfd098e1f22', 'code': 200} Jan 20 12:53:23.254549 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device cbed8e13-f09c-48e8-a597-615062bd1618 up at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:53:23.395876 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning for port cbed8e13-f09c-48e8-a597-615062bd1618 completed by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 12:53:23.402122 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning complete for port cbed8e13-f09c-48e8-a597-615062bd1618 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:53:23.402630 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (cbed8e13-f09c-48e8-a597-615062bd1618), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:23.454454 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5f78b-4bf4-43f0-87c6-2783841c2b63 req-9d55f72d-5e76-44fc-9425-cb5d375ba8f5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:23.456149 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0ff5f78b-4bf4-43f0-87c6-2783841c2b63 req-9d55f72d-5e76-44fc-9425-cb5d375ba8f5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 945 time: 0.0930450 Jan 20 12:53:23.502592 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port cbed8e13-f09c-48e8-a597-615062bd1618 is: BUILD; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:53:23.503393 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (cbed8e13-f09c-48e8-a597-615062bd1618), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:23.514267 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0ff5f78b-4bf4-43f0-87c6-2783841c2b63 req-8fd5c7ec-981c-4c37-9c68-24613850d35d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489213 Jan 20 12:53:23.548027 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port cbed8e13-f09c-48e8-a597-615062bd1618, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cbed8e13-f09c-48e8-a597-615062bd1618,segment=NetworkSegment(dcadfd15-9d00-4220-b17c-421f13a03194),segment_id=dcadfd15-9d00-4220-b17c-421f13a03194)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:53:23.669790 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (cbed8e13-f09c-48e8-a597-615062bd1618), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:23.707069 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f774d4-9a62-4c11-9423-212e5eaf6aba req-78d6efc1-229d-4df6-b814-09c6b9aaf09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:23.708759 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-77f774d4-9a62-4c11-9423-212e5eaf6aba req-78d6efc1-229d-4df6-b814-09c6b9aaf09b service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 1098 time: 0.0600300 Jan 20 12:53:23.783679 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=cbed8e13-f09c-48e8-a597-615062bd1618,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:23.823534 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d24ce7-195e-41b1-87ad-93f9091ad60d req-70a67754-a8b0-44ec-aeb6-c9171bf66658 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:23.825099 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c3d24ce7-195e-41b1-87ad-93f9091ad60d req-70a67754-a8b0-44ec-aeb6-c9171bf66658 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.1379485 Jan 20 12:53:23.827930 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-77f774d4-9a62-4c11-9423-212e5eaf6aba req-ea70b5de-9099-4d03-85ca-b158db2fdef2 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995812 Jan 20 12:53:23.891603 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c3d24ce7-195e-41b1-87ad-93f9091ad60d req-c6303443-7cb7-4bb3-bf6f-8dfb938f5077 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542836 Jan 20 12:53:24.232592 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfb96c-7524-4358-88cc-40ca47b47eee req-78c202ef-fdf7-481b-9d1d-30dc2864da44 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:24.234778 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e4cfb96c-7524-4358-88cc-40ca47b47eee req-78c202ef-fdf7-481b-9d1d-30dc2864da44 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0586686 Jan 20 12:53:24.319087 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e4cfb96c-7524-4358-88cc-40ca47b47eee req-99440c03-9088-47fc-8650-aadfcc463c5f tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755572 Jan 20 12:53:24.654969 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32f28d-6359-4c97-acfe-43b3fdd8dac1 req-dbeeecc2-b30a-430d-8eb0-9ef1fb620970 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:24.656515 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2b32f28d-6359-4c97-acfe-43b3fdd8dac1 req-dbeeecc2-b30a-430d-8eb0-9ef1fb620970 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 945 time: 0.0518742 Jan 20 12:53:24.721302 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2b32f28d-6359-4c97-acfe-43b3fdd8dac1 req-55e7c685-4d0a-45d6-b9e0-a82c87391eee tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575030 Jan 20 12:53:25.027093 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532047ff-ccba-4ff9-b27b-08c68775c885 req-e3b5b7ad-7d40-4181-8478-86fd0ea88a27 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:25.028582 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-532047ff-ccba-4ff9-b27b-08c68775c885 req-e3b5b7ad-7d40-4181-8478-86fd0ea88a27 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0525482 Jan 20 12:53:25.079123 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-532047ff-ccba-4ff9-b27b-08c68775c885 req-db53f9af-eed0-49a9-963e-832c16b2539d tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447788 Jan 20 12:53:25.137139 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965285ee-4bb4-44e6-9afe-735318bcc902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbed8e13-f09c-48e8-a597-615062bd1618'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:53:25.140255 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a783d11-0e7b-404c-a92e-e48ee7fe66ac" -d '{"events": [{"server_uuid": "965285ee-4bb4-44e6-9afe-735318bcc902", "name": "network-vif-plugged", "status": "completed", "tag": "cbed8e13-f09c-48e8-a597-615062bd1618"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:53:25.197584 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 12:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3421c9de-e3a3-4e65-be52-d06c7530e428 x-openstack-request-id: req-3421c9de-e3a3-4e65-be52-d06c7530e428 {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:53:25.198173 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965285ee-4bb4-44e6-9afe-735318bcc902", "name": "network-vif-plugged", "status": "completed", "tag": "cbed8e13-f09c-48e8-a597-615062bd1618", "code": 200}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:53:25.198468 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3421c9de-e3a3-4e65-be52-d06c7530e428 {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:53:25.199070 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965285ee-4bb4-44e6-9afe-735318bcc902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbed8e13-f09c-48e8-a597-615062bd1618', 'code': 200} Jan 20 12:53:25.272506 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 55cd4c69-e442-4db0-bae3-230265f45758 up at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:53:25.442301 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning for port 55cd4c69-e442-4db0-bae3-230265f45758 completed by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 12:53:25.447008 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning complete for port 55cd4c69-e442-4db0-bae3-230265f45758 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:53:25.447373 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (55cd4c69-e442-4db0-bae3-230265f45758), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:25.458056 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954af806-c926-4f88-acb8-1700dfa58b2b req-563bd26c-9907-448b-be76-3718782059f6 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:25.459727 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-954af806-c926-4f88-acb8-1700dfa58b2b req-563bd26c-9907-448b-be76-3718782059f6 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0556564 Jan 20 12:53:25.521121 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-954af806-c926-4f88-acb8-1700dfa58b2b req-a221521d-9879-4338-a0c0-d9a6c2f97943 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504174 Jan 20 12:53:25.542823 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 55cd4c69-e442-4db0-bae3-230265f45758 is: BUILD; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:53:25.543225 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (55cd4c69-e442-4db0-bae3-230265f45758), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:25.585109 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 55cd4c69-e442-4db0-bae3-230265f45758, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=55cd4c69-e442-4db0-bae3-230265f45758,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:53:25.717838 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb98f95-a861-4227-bf5c-252413d3253c req-cbfd06b4-adfc-48f5-9819-99f683eafe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:25.719270 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-dcb98f95-a861-4227-bf5c-252413d3253c req-cbfd06b4-adfc-48f5-9819-99f683eafe02 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 1099 time: 0.0461619 Jan 20 12:53:25.765057 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-dcb98f95-a861-4227-bf5c-252413d3253c req-4e758182-1047-41b1-8a46-f880d16ed5f6 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398152 Jan 20 12:53:25.883207 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc66ca4-7778-41cf-b25e-f4ddcb0a7cb3 req-26e0d0a2-3922-40da-99df-9f35118e1e8e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:25.885884 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8fc66ca4-7778-41cf-b25e-f4ddcb0a7cb3 req-26e0d0a2-3922-40da-99df-9f35118e1e8e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 945 time: 0.0772219 Jan 20 12:53:25.917260 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (55cd4c69-e442-4db0-bae3-230265f45758), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:25.989669 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8fc66ca4-7778-41cf-b25e-f4ddcb0a7cb3 req-ef01b719-e503-498f-a93c-c57c41581661 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971034 Jan 20 12:53:26.046806 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=55cd4c69-e442-4db0-bae3-230265f45758,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:26.260854 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebe6b7-74f3-471e-ac00-01169399277f req-0e417a22-3723-4541-b318-cd4c4cf898f1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:26.263671 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1aebe6b7-74f3-471e-ac00-01169399277f req-0e417a22-3723-4541-b318-cd4c4cf898f1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0812974 Jan 20 12:53:26.354389 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1aebe6b7-74f3-471e-ac00-01169399277f req-c648dff0-8387-43e9-974e-19a56875896e tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807526 Jan 20 12:53:27.200131 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe51826-10ed-42cf-ad11-fc30b6e99fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cd4c69-e442-4db0-bae3-230265f45758'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:53:27.209032 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6f28db-203f-4b31-8460-dcf5c5f81c68" -d '{"events": [{"server_uuid": "9fe51826-10ed-42cf-ad11-fc30b6e99fd4", "name": "network-vif-plugged", "status": "completed", "tag": "55cd4c69-e442-4db0-bae3-230265f45758"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:53:27.362277 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85028b-886c-409e-9770-cd4927932c34 req-31000880-33b7-4b01-a02f-e60614257160 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:27.363879 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bc85028b-886c-409e-9770-cd4927932c34 req-31000880-33b7-4b01-a02f-e60614257160 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.1342938 Jan 20 12:53:27.389940 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de31b89-436c-487b-bf3c-2313e7b0660c req-81bd38fa-ee6b-4fac-9e86-981a4c9090f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:27.391283 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7de31b89-436c-487b-bf3c-2313e7b0660c req-81bd38fa-ee6b-4fac-9e86-981a4c9090f5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=428c88034eba4cf187ed3b80a771c522&device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 1098 time: 0.0864737 Jan 20 12:53:27.426314 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bc85028b-886c-409e-9770-cd4927932c34 req-2fe69b29-c7dd-496f-898c-f05a3d5bd8cc tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547314 Jan 20 12:53:27.749951 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de31b89-436c-487b-bf3c-2313e7b0660c req-1954df3b-0b85-42d5-8135-3293664baea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:27.751489 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7de31b89-436c-487b-bf3c-2313e7b0660c req-1954df3b-0b85-42d5-8135-3293664baea8 service neutron] 10.222.0.107 "GET /v2.0/networks?id=1da03262-aaa2-44ec-9b4a-16ceb45bebd0 HTTP/1.1" status: 200 len: 919 time: 0.3229027 Jan 20 12:53:27.765873 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba1160-3482-4732-a5a1-48e9fbfcf5ea req-39984f73-2f53-4069-abbf-33ed430c222a tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:27.767449 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-18ba1160-3482-4732-a5a1-48e9fbfcf5ea req-39984f73-2f53-4069-abbf-33ed430c222a tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.0926635 Jan 20 12:53:27.821808 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-18ba1160-3482-4732-a5a1-48e9fbfcf5ea req-e8adca45-9ece-4b99-ae27-326c9438b5b3 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484207 Jan 20 12:53:27.921585 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7de31b89-436c-487b-bf3c-2313e7b0660c req-a168160c-a23f-4218-a3f6-09643790d2d7 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e9d005b-b1c8-43ca-806d-2cfd098e1f22 HTTP/1.1" status: 200 len: 217 time: 0.0747244 Jan 20 12:53:28.012234 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de31b89-436c-487b-bf3c-2313e7b0660c req-df27cdf9-973c-4f34-a8f3-a0f53219beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:28.013762 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7de31b89-436c-487b-bf3c-2313e7b0660c req-df27cdf9-973c-4f34-a8f3-a0f53219beb7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7 HTTP/1.1" status: 200 len: 858 time: 0.0795898 Jan 20 12:53:28.028312 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20dcc3b-2cf9-486b-9517-2de2c8bde868 req-9b126543-4a01-41a1-94ac-5d40fcb48a5e tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:28.029929 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e20dcc3b-2cf9-486b-9517-2de2c8bde868 req-9b126543-4a01-41a1-94ac-5d40fcb48a5e tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.1074016 Jan 20 12:53:28.074678 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7de31b89-436c-487b-bf3c-2313e7b0660c req-323a9d7e-3265-4c95-8133-3e94e4d0d6ff service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=1da03262-aaa2-44ec-9b4a-16ceb45bebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465727 Jan 20 12:53:28.256420 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e20dcc3b-2cf9-486b-9517-2de2c8bde868 req-cedcd4d3-6a68-4fcb-9505-7537a6e18bcd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473680 Jan 20 12:53:28.256420 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7de31b89-436c-487b-bf3c-2313e7b0660c req-c9eebbaa-6e68-405d-891c-d2a2eb946dda service neutron] 10.222.0.107 "GET /v2.0/networks/1da03262-aaa2-44ec-9b4a-16ceb45bebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509848 Jan 20 12:53:28.291975 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 12:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce501d95-8a7d-4198-9b72-cb4242741c04 x-openstack-request-id: req-ce501d95-8a7d-4198-9b72-cb4242741c04 {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:53:28.291975 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe51826-10ed-42cf-ad11-fc30b6e99fd4", "name": "network-vif-plugged", "status": "completed", "tag": "55cd4c69-e442-4db0-bae3-230265f45758", "code": 200}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:53:28.291975 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ce501d95-8a7d-4198-9b72-cb4242741c04 {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:53:28.291975 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe51826-10ed-42cf-ad11-fc30b6e99fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cd4c69-e442-4db0-bae3-230265f45758', 'code': 200} Jan 20 12:53:28.359828 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7de31b89-436c-487b-bf3c-2313e7b0660c req-78e88d65-8eac-449a-b50c-8409431daa0f service neutron] 10.222.0.107 "GET /v2.0/networks/1da03262-aaa2-44ec-9b4a-16ceb45bebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292884 Jan 20 12:53:28.560323 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b1503-8e1b-4af1-85fa-3d85b7a44e24 req-0fba041e-3539-49d6-aedf-f291fe10ef74 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:28.561842 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cf8b1503-8e1b-4af1-85fa-3d85b7a44e24 req-0fba041e-3539-49d6-aedf-f291fe10ef74 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0486381 Jan 20 12:53:28.612557 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cf8b1503-8e1b-4af1-85fa-3d85b7a44e24 req-e097812c-33e9-4765-b952-0c01a91fdddb tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449920 Jan 20 12:53:28.740005 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd28507-b35e-4f4c-b394-75339a871706 req-b606e137-1958-4d99-add6-f36036c9c18e tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:28.741966 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4cd28507-b35e-4f4c-b394-75339a871706 req-b606e137-1958-4d99-add6-f36036c9c18e tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0597615 Jan 20 12:53:28.753705 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 53808) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:28.759879 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-98fe1c8d-56a8-48d1-ae49-69a98d552b72 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Request body: {'floatingip': {'port_id': 'cbed8e13-f09c-48e8-a597-615062bd1618'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:53:28.855022 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-98fe1c8d-56a8-48d1-ae49-69a98d552b72 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for floatingip (8953221e-f331-43ac-8a05-936d0db1be62), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:28.881360 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfaeee-77d9-4a64-af69-f2e3b3e09ead req-73d1d249-688d-4ce9-944e-88995bebcd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:28.883839 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d9cfaeee-77d9-4a64-af69-f2e3b3e09ead req-73d1d249-688d-4ce9-944e-88995bebcd12 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 1099 time: 0.0585225 Jan 20 12:53:28.951455 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d9cfaeee-77d9-4a64-af69-f2e3b3e09ead req-26452f89-1020-420f-b9b5-a7cd8c2d8d41 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614829 Jan 20 12:53:28.995477 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8582b-e92b-47ce-85a4-d8cd742203ac req-2ac244e7-2d3f-4fa4-9995-255f87d8412e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:28.997321 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6ec8582b-e92b-47ce-85a4-d8cd742203ac req-2ac244e7-2d3f-4fa4-9995-255f87d8412e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.0707128 Jan 20 12:53:29.052923 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6ec8582b-e92b-47ce-85a4-d8cd742203ac req-3747b602-9dc4-44bd-b010-445a5507cbcf tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489604 Jan 20 12:53:29.382807 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a29231-bca1-4cf8-ba4d-60ac6c9b820a req-38545bb9-7bc9-442e-89b3-414d334d578e tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:29.385996 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-15a29231-bca1-4cf8-ba4d-60ac6c9b820a req-38545bb9-7bc9-442e-89b3-414d334d578e tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0761998 Jan 20 12:53:29.446313 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-15a29231-bca1-4cf8-ba4d-60ac6c9b820a req-0adb4ec6-9063-4c1a-8aae-dcd567842487 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543664 Jan 20 12:53:29.794391 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 12:53:29.832059 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.db.resource_extend [None req-98fe1c8d-56a8-48d1-ae49-69a98d552b72 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 12:53:29.914304 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-98fe1c8d-56a8-48d1-ae49-69a98d552b72 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:30.099120 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-98fe1c8d-56a8-48d1-ae49-69a98d552b72 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529925'] for floatingip (8953221e-f331-43ac-8a05-936d0db1be62), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:30.234441 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.db.l3_db [None req-98fe1c8d-56a8-48d1-ae49-69a98d552b72 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Floating IP 8953221e-f331-43ac-8a05-936d0db1be62 associated. External IP: 172.27.0.112, port: cbed8e13-f09c-48e8-a597-615062bd1618. Jan 20 12:53:30.360122 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca7111-ecb5-43a3-9991-69fbfaa9dedf req-af2f6ebb-f40d-4f33-800c-f76275623598 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:30.362007 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a2ca7111-ecb5-43a3-9991-69fbfaa9dedf req-af2f6ebb-f40d-4f33-800c-f76275623598 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.0817165 Jan 20 12:53:30.422946 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a2ca7111-ecb5-43a3-9991-69fbfaa9dedf req-76807f92-cda0-481b-bb7c-739abf1f7bda tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494583 Jan 20 12:53:30.566907 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fe1c8d-56a8-48d1-ae49-69a98d552b72 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Router 6b9923d8-2afe-45a2-aa2d-90614be33ec2 has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 12:53:30.642138 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d6b27-79d6-4327-9f41-06e58a035a34 req-60a203a0-f576-4526-a84f-9b728db5e1e8 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:30.644831 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-841d6b27-79d6-4327-9f41-06e58a035a34 req-60a203a0-f576-4526-a84f-9b728db5e1e8 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0872548 Jan 20 12:53:30.737260 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-841d6b27-79d6-4327-9f41-06e58a035a34 req-dc339661-5bd5-46db-ae4b-8f75fb0b18a3 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836432 Jan 20 12:53:30.785804 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fe1c8d-56a8-48d1-ae49-69a98d552b72 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:53:30.786382 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-98fe1c8d-56a8-48d1-ae49-69a98d552b72 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:30.810130 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6789d8fe-cc63-48d6-ba58-18d112bd6025 None None] Sync routers for ids ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'] in dv-cinder-804035-24-iscsi {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 12:53:30.821563 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6789d8fe-cc63-48d6-ba58-18d112bd6025 None None] Routers {'6b9923d8-2afe-45a2-aa2d-90614be33ec2'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:53:30.825144 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-6789d8fe-cc63-48d6-ba58-18d112bd6025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:53:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:53:30.825370 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-98fe1c8d-56a8-48d1-ae49-69a98d552b72 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "PUT /v2.0/floatingips/8953221e-f331-43ac-8a05-936d0db1be62 HTTP/1.1" status: 200 len: 992 time: 2.0675557 Jan 20 12:53:30.825370 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965285ee-4bb4-44e6-9afe-735318bcc902', 'tag': 'cbed8e13-f09c-48e8-a597-615062bd1618'}] {{(pid=109760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:53:30.826934 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ea70534e3ec4c8535c613b7f61a71075c31a0f3d27b65f13708ffbf10b8f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57205731-9380-49fc-b001-857302e6b9d0" -d '{"events": [{"name": "network-changed", "server_uuid": "965285ee-4bb4-44e6-9afe-735318bcc902", "tag": "cbed8e13-f09c-48e8-a597-615062bd1618"}]}' {{(pid=109760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:53:30.894537 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 12:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8cd30f-6964-481a-92bc-a8277cce62ea x-openstack-request-id: req-7e8cd30f-6964-481a-92bc-a8277cce62ea {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:53:30.894537 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965285ee-4bb4-44e6-9afe-735318bcc902", "tag": "cbed8e13-f09c-48e8-a597-615062bd1618", "status": "completed", "code": 200}]} {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:53:30.894537 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7e8cd30f-6964-481a-92bc-a8277cce62ea {{(pid=109760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:53:30.894537 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '965285ee-4bb4-44e6-9afe-735318bcc902', 'tag': 'cbed8e13-f09c-48e8-a597-615062bd1618', 'status': 'completed', 'code': 200} Jan 20 12:53:31.006183 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57205731-9380-49fc-b001-857302e6b9d0 req-70a33109-8eca-4a40-8fa6-a063d1f6ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:31.007823 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-57205731-9380-49fc-b001-857302e6b9d0 req-70a33109-8eca-4a40-8fa6-a063d1f6ac5c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=45c3ebca63544b178b63b288cecc910c&device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 1099 time: 0.0619874 Jan 20 12:53:31.024594 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-6789d8fe-cc63-48d6-ba58-18d112bd6025 None None] Set router 6b9923d8-2afe-45a2-aa2d-90614be33ec2 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:53:31.140340 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57205731-9380-49fc-b001-857302e6b9d0 req-9715dedf-4242-4913-97c2-7be3cacdc019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:31.140601 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-57205731-9380-49fc-b001-857302e6b9d0 req-9715dedf-4242-4913-97c2-7be3cacdc019 service neutron] 10.222.0.107 "GET /v2.0/networks?id=51dfc435-f4d5-4bb7-b519-debcc47256e8 HTTP/1.1" status: 200 len: 912 time: 0.1251390 Jan 20 12:53:31.265211 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-57205731-9380-49fc-b001-857302e6b9d0 req-340b520c-05cf-48f0-8da1-62500ff9ac70 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbed8e13-f09c-48e8-a597-615062bd1618 HTTP/1.1" status: 200 len: 1000 time: 0.1176343 Jan 20 12:53:31.325241 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57205731-9380-49fc-b001-857302e6b9d0 req-0e573de5-0f8a-48e1-8264-aa81f84da42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:31.327483 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-57205731-9380-49fc-b001-857302e6b9d0 req-0e573de5-0f8a-48e1-8264-aa81f84da42f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=7e70a924-e46b-43c1-b6e9-160e1b7b97c7 HTTP/1.1" status: 200 len: 850 time: 0.0561240 Jan 20 12:53:31.395738 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57205731-9380-49fc-b001-857302e6b9d0 req-f3039c16-7e79-4a94-ad9c-b8a3828620ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:31.397634 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-57205731-9380-49fc-b001-857302e6b9d0 req-f3039c16-7e79-4a94-ad9c-b8a3828620ca service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=51dfc435-f4d5-4bb7-b519-debcc47256e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0642567 Jan 20 12:53:31.402420 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-6789d8fe-cc63-48d6-ba58-18d112bd6025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'name': 'tempest-AttachVolumeTestJSON-2107782987-router', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:30Z', 'updated_at': '2022-01-20T12:52:40Z', 'revision_number': 4, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'gw_port': {'id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': '8953221e-f331-43ac-8a05-936d0db1be62', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'port_id': 'cbed8e13-f09c-48e8-a597-615062bd1618', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8', 'mac_address': 'fa:16:3e:c8:71:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965285ee-4bb4-44e6-9afe-735318bcc902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T12:52:53Z', 'updated_at': '2022-01-20T12:53:29Z', 'revision_number': 1, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fb2c43-8fb0-46ef-8776-40751edea304', 'name': '', 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'mac_address': 'fa:16:3e:28:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:37Z', 'updated_at': '2022-01-20T12:52:51Z', 'revision_number': 5, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'subnets': [{'id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:53:31.434728 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6789d8fe-cc63-48d6-ba58-18d112bd6025 None None] Checking router: 6b9923d8-2afe-45a2-aa2d-90614be33ec2 for host: dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 12:53:31.445826 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6789d8fe-cc63-48d6-ba58-18d112bd6025 None None] Routers {'6b9923d8-2afe-45a2-aa2d-90614be33ec2'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:53:31.446472 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-6789d8fe-cc63-48d6-ba58-18d112bd6025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:53:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:53:31.552120 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-57205731-9380-49fc-b001-857302e6b9d0 req-67514f35-adb8-48cd-9a63-e4359a1861d2 service neutron] 10.222.0.107 "GET /v2.0/networks/51dfc435-f4d5-4bb7-b519-debcc47256e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459012 Jan 20 12:53:31.612247 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-6789d8fe-cc63-48d6-ba58-18d112bd6025 None None] Set router 6b9923d8-2afe-45a2-aa2d-90614be33ec2 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:53:31.716280 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4a946-76d3-448e-bb9c-46d0d97e7faa req-52042b22-993a-4648-8667-2ab5af429ba9 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:31.718077 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1ac4a946-76d3-448e-bb9c-46d0d97e7faa req-52042b22-993a-4648-8667-2ab5af429ba9 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.1644130 Jan 20 12:53:31.767998 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-57205731-9380-49fc-b001-857302e6b9d0 req-1ae09e02-6957-4683-bf0e-7af76b6be260 service neutron] 10.222.0.107 "GET /v2.0/networks/51dfc435-f4d5-4bb7-b519-debcc47256e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001038 Jan 20 12:53:31.833578 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1ac4a946-76d3-448e-bb9c-46d0d97e7faa req-9cd47278-0aba-4dad-9e94-11c89b5aae1d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001983 Jan 20 12:53:31.993479 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a10f77-f755-4a64-a5ca-1dcaa0e6b0d5 req-a52aa3f4-fc3b-45cc-9210-b96e12d412e8 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:31.995632 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b4a10f77-f755-4a64-a5ca-1dcaa0e6b0d5 req-a52aa3f4-fc3b-45cc-9210-b96e12d412e8 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0997932 Jan 20 12:53:32.069510 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-6789d8fe-cc63-48d6-ba58-18d112bd6025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'name': 'tempest-AttachVolumeTestJSON-2107782987-router', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:30Z', 'updated_at': '2022-01-20T12:52:40Z', 'revision_number': 4, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'gw_port': {'id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': '8953221e-f331-43ac-8a05-936d0db1be62', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'port_id': 'cbed8e13-f09c-48e8-a597-615062bd1618', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8', 'mac_address': 'fa:16:3e:c8:71:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965285ee-4bb4-44e6-9afe-735318bcc902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T12:52:53Z', 'updated_at': '2022-01-20T12:53:29Z', 'revision_number': 1, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fb2c43-8fb0-46ef-8776-40751edea304', 'name': '', 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'mac_address': 'fa:16:3e:28:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:37Z', 'updated_at': '2022-01-20T12:52:51Z', 'revision_number': 5, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'subnets': [{'id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:53:32.110854 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b4a10f77-f755-4a64-a5ca-1dcaa0e6b0d5 req-e690a3a3-8015-4b58-8462-6771c1450b8c tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044841 Jan 20 12:53:32.151343 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3fae7-058a-4613-a335-d37610239768 req-be5b4fa3-9995-4e35-8710-9c7c0c941845 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:32.152733 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6789d8fe-cc63-48d6-ba58-18d112bd6025 None None] The sync data for ids ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'] in dv-cinder-804035-24-iscsi is: [{'id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'name': 'tempest-AttachVolumeTestJSON-2107782987-router', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:30Z', 'updated_at': '2022-01-20T12:52:40Z', 'revision_number': 4, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'gw_port': {'id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': '8953221e-f331-43ac-8a05-936d0db1be62', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'port_id': 'cbed8e13-f09c-48e8-a597-615062bd1618', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8', 'mac_address': 'fa:16:3e:c8:71:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965285ee-4bb4-44e6-9afe-735318bcc902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T12:52:53Z', 'updated_at': '2022-01-20T12:53:29Z', 'revision_number': 1, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fb2c43-8fb0-46ef-8776-40751edea304', 'name': '', 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'mac_address': 'fa:16:3e:28:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:37Z', 'updated_at': '2022-01-20T12:52:51Z', 'revision_number': 5, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'subnets': [{'id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 12:53:32.153034 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1ca3fae7-058a-4613-a335-d37610239768 req-be5b4fa3-9995-4e35-8710-9c7c0c941845 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.1559465 Jan 20 12:53:32.173071 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 53878) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:32.182338 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-a9e6fa16-0f03-4b26-9727-7949a96bab5d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Request body: {'floatingip': {'port_id': '55cd4c69-e442-4db0-bae3-230265f45758'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:53:32.251063 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a9e6fa16-0f03-4b26-9727-7949a96bab5d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for floatingip (ae955d6d-481f-42c8-ad01-dfecc6589465), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:32.480267 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833e1a73-14ff-461a-ae88-a941dfa5eeaa None None] New status for floating IP 8953221e-f331-43ac-8a05-936d0db1be62: ACTIVE {{(pid=109761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 12:53:32.880936 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a9e6fa16-0f03-4b26-9727-7949a96bab5d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:33.178577 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a9e6fa16-0f03-4b26-9727-7949a96bab5d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529925'] for floatingip (ae955d6d-481f-42c8-ad01-dfecc6589465), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:33.314447 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0e482-699a-41b8-9675-1b7e631a7814 req-fac011d4-aec8-4c84-9ddd-28472d6bdc23 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:33.323268 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-80a0e482-699a-41b8-9675-1b7e631a7814 req-fac011d4-aec8-4c84-9ddd-28472d6bdc23 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.1017349 Jan 20 12:53:33.366606 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.db.l3_db [None req-a9e6fa16-0f03-4b26-9727-7949a96bab5d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Floating IP ae955d6d-481f-42c8-ad01-dfecc6589465 associated. External IP: 172.27.0.96, port: 55cd4c69-e442-4db0-bae3-230265f45758. Jan 20 12:53:33.381584 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 53902) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:33.405091 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-80a0e482-699a-41b8-9675-1b7e631a7814 req-12e6f8a5-4a4f-4231-82ec-4bf1358d80ef tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805705 Jan 20 12:53:33.407002 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-d0a364bf-1380-49ef-a144-9ed55020496b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:33.529298 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-b6a47277-c9fb-478b-8f17-a09fa177c699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:33.652647 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-b6a47277-c9fb-478b-8f17-a09fa177c699 admin admin] Publish callbacks [] for security_group (bd8a8d24-1e22-457f-a5ca-a4bb7dbc31de), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:33.729864 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e6fa16-0f03-4b26-9727-7949a96bab5d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Router 136103d5-419c-49c8-8c00-c9caf5984d63 has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 12:53:33.858591 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e6fa16-0f03-4b26-9727-7949a96bab5d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:53:33.863361 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a9e6fa16-0f03-4b26-9727-7949a96bab5d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:33.869524 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9e976a-fdc8-4d34-9e86-d400a26e7950 None None] Sync routers for ids ['136103d5-419c-49c8-8c00-c9caf5984d63'] in dv-cinder-804035-24-iscsi {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 12:53:33.880910 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9e976a-fdc8-4d34-9e86-d400a26e7950 None None] Routers {'136103d5-419c-49c8-8c00-c9caf5984d63'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:53:33.881948 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-ff9e976a-fdc8-4d34-9e86-d400a26e7950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:53:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['136103d5-419c-49c8-8c00-c9caf5984d63'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:53:33.894847 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-a9e6fa16-0f03-4b26-9727-7949a96bab5d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "PUT /v2.0/floatingips/ae955d6d-481f-42c8-ad01-dfecc6589465 HTTP/1.1" status: 200 len: 991 time: 1.7187901 Jan 20 12:53:33.895578 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe51826-10ed-42cf-ad11-fc30b6e99fd4', 'tag': '55cd4c69-e442-4db0-bae3-230265f45758'}] {{(pid=109760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:53:33.898130 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ea70534e3ec4c8535c613b7f61a71075c31a0f3d27b65f13708ffbf10b8f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7db125-7a90-494e-a96f-f7b9216d78c1" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe51826-10ed-42cf-ad11-fc30b6e99fd4", "tag": "55cd4c69-e442-4db0-bae3-230265f45758"}]}' {{(pid=109760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:53:33.922614 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-b6a47277-c9fb-478b-8f17-a09fa177c699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (bd8a8d24-1e22-457f-a5ca-a4bb7dbc31de), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:33.969581 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 12:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1947175-1731-48f2-ad5a-6a47d4dec3f6 x-openstack-request-id: req-b1947175-1731-48f2-ad5a-6a47d4dec3f6 {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:53:33.969581 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe51826-10ed-42cf-ad11-fc30b6e99fd4", "tag": "55cd4c69-e442-4db0-bae3-230265f45758", "status": "completed", "code": 200}]} {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:53:33.969581 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b1947175-1731-48f2-ad5a-6a47d4dec3f6 {{(pid=109760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:53:33.969581 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe51826-10ed-42cf-ad11-fc30b6e99fd4', 'tag': '55cd4c69-e442-4db0-bae3-230265f45758', 'status': 'completed', 'code': 200} Jan 20 12:53:33.975318 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-b6a47277-c9fb-478b-8f17-a09fa177c699 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bcd854844b494c73808d1d06fb7edbc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5917106 Jan 20 12:53:33.977230 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a47277-c9fb-478b-8f17-a09fa177c699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8a8d24-1e22-457f-a5ca-a4bb7dbc31de,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:33.978799 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 53914) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:33.985711 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a47277-c9fb-478b-8f17-a09fa177c699 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:53:33.986171 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a47277-c9fb-478b-8f17-a09fa177c699 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:53:33.986605 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a47277-c9fb-478b-8f17-a09fa177c699 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:53:33.987015 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a47277-c9fb-478b-8f17-a09fa177c699 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:53:33.987416 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a47277-c9fb-478b-8f17-a09fa177c699 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:53:33.987817 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a47277-c9fb-478b-8f17-a09fa177c699 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:53:33.988218 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a47277-c9fb-478b-8f17-a09fa177c699 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:53:33.988616 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a47277-c9fb-478b-8f17-a09fa177c699 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:53:33.989016 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a47277-c9fb-478b-8f17-a09fa177c699 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:53:33.989413 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a47277-c9fb-478b-8f17-a09fa177c699 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:53:33.990013 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a47277-c9fb-478b-8f17-a09fa177c699 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:53:33.990429 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a47277-c9fb-478b-8f17-a09fa177c699 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:53:33.990853 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a47277-c9fb-478b-8f17-a09fa177c699 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:53:34.077320 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-70d1d95a-5cfd-4879-bba2-0e3a388d7392 admin admin] Publish callbacks [] for security_group (bd8a8d24-1e22-457f-a5ca-a4bb7dbc31de), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:34.135073 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-70d1d95a-5cfd-4879-bba2-0e3a388d7392 admin admin] Publish callbacks [] for security_group (bd8a8d24-1e22-457f-a5ca-a4bb7dbc31de), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:34.156504 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-ff9e976a-fdc8-4d34-9e86-d400a26e7950 None None] Set router 136103d5-419c-49c8-8c00-c9caf5984d63 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:53:34.448932 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-ff9e976a-fdc8-4d34-9e86-d400a26e7950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'name': 'tempest-AttachVolumeShelveTestJSON-625325489-router', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:33Z', 'updated_at': '2022-01-20T12:52:42Z', 'revision_number': 4, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'gw_port': {'id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:34Z', 'updated_at': '2022-01-20T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': 'ae955d6d-481f-42c8-ad01-dfecc6589465', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'port_id': '55cd4c69-e442-4db0-bae3-230265f45758', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'mac_address': 'fa:16:3e:73:c3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe51826-10ed-42cf-ad11-fc30b6e99fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T12:52:57Z', 'updated_at': '2022-01-20T12:53:32Z', 'revision_number': 1, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ff246f-4fb6-443a-b9db-cbea566c6e7a', 'name': '', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'mac_address': 'fa:16:3e:36:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:40Z', 'updated_at': '2022-01-20T12:52:56Z', 'revision_number': 5, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'subnets': [{'id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:53:34.483410 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9e976a-fdc8-4d34-9e86-d400a26e7950 None None] Checking router: 136103d5-419c-49c8-8c00-c9caf5984d63 for host: dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 12:53:34.493793 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9e976a-fdc8-4d34-9e86-d400a26e7950 None None] Routers {'136103d5-419c-49c8-8c00-c9caf5984d63'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:53:34.494507 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-ff9e976a-fdc8-4d34-9e86-d400a26e7950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:53:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['136103d5-419c-49c8-8c00-c9caf5984d63'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:53:34.607816 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-ff9e976a-fdc8-4d34-9e86-d400a26e7950 None None] Set router 136103d5-419c-49c8-8c00-c9caf5984d63 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:53:34.715107 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-70d1d95a-5cfd-4879-bba2-0e3a388d7392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (bd8a8d24-1e22-457f-a5ca-a4bb7dbc31de), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:34.718048 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-70d1d95a-5cfd-4879-bba2-0e3a388d7392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:34.718914 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-70d1d95a-5cfd-4879-bba2-0e3a388d7392 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bd8a8d24-1e22-457f-a5ca-a4bb7dbc31de HTTP/1.1" status: 204 len: 168 time: 0.7374632 Jan 20 12:53:34.727898 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1d95a-5cfd-4879-bba2-0e3a388d7392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8a8d24-1e22-457f-a5ca-a4bb7dbc31de,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:34.736473 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d1d95a-5cfd-4879-bba2-0e3a388d7392 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:53:34.738140 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d1d95a-5cfd-4879-bba2-0e3a388d7392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:53:34.738140 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d1d95a-5cfd-4879-bba2-0e3a388d7392 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:53:34.738140 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d1d95a-5cfd-4879-bba2-0e3a388d7392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:53:34.738140 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d1d95a-5cfd-4879-bba2-0e3a388d7392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:53:34.738140 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d1d95a-5cfd-4879-bba2-0e3a388d7392 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:53:34.738745 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d1d95a-5cfd-4879-bba2-0e3a388d7392 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:53:34.738851 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d1d95a-5cfd-4879-bba2-0e3a388d7392 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:53:34.739271 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d1d95a-5cfd-4879-bba2-0e3a388d7392 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:53:34.739490 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d1d95a-5cfd-4879-bba2-0e3a388d7392 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:53:34.739931 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d1d95a-5cfd-4879-bba2-0e3a388d7392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:53:34.740136 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d1d95a-5cfd-4879-bba2-0e3a388d7392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:53:34.740460 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d1d95a-5cfd-4879-bba2-0e3a388d7392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:53:34.852059 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-ff9e976a-fdc8-4d34-9e86-d400a26e7950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'name': 'tempest-AttachVolumeShelveTestJSON-625325489-router', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:33Z', 'updated_at': '2022-01-20T12:52:42Z', 'revision_number': 4, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'gw_port': {'id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:34Z', 'updated_at': '2022-01-20T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': 'ae955d6d-481f-42c8-ad01-dfecc6589465', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'port_id': '55cd4c69-e442-4db0-bae3-230265f45758', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'mac_address': 'fa:16:3e:73:c3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe51826-10ed-42cf-ad11-fc30b6e99fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T12:52:57Z', 'updated_at': '2022-01-20T12:53:32Z', 'revision_number': 1, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ff246f-4fb6-443a-b9db-cbea566c6e7a', 'name': '', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'mac_address': 'fa:16:3e:36:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:40Z', 'updated_at': '2022-01-20T12:52:56Z', 'revision_number': 5, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'subnets': [{'id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:53:34.879250 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9e976a-fdc8-4d34-9e86-d400a26e7950 None None] The sync data for ids ['136103d5-419c-49c8-8c00-c9caf5984d63'] in dv-cinder-804035-24-iscsi is: [{'id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'name': 'tempest-AttachVolumeShelveTestJSON-625325489-router', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:33Z', 'updated_at': '2022-01-20T12:52:42Z', 'revision_number': 4, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'gw_port': {'id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:34Z', 'updated_at': '2022-01-20T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': 'ae955d6d-481f-42c8-ad01-dfecc6589465', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'port_id': '55cd4c69-e442-4db0-bae3-230265f45758', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'mac_address': 'fa:16:3e:73:c3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe51826-10ed-42cf-ad11-fc30b6e99fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T12:52:57Z', 'updated_at': '2022-01-20T12:53:32Z', 'revision_number': 1, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ff246f-4fb6-443a-b9db-cbea566c6e7a', 'name': '', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'mac_address': 'fa:16:3e:36:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:40Z', 'updated_at': '2022-01-20T12:52:56Z', 'revision_number': 5, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'subnets': [{'id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 12:53:35.076330 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8415bfd9-53bd-4f7b-ae6a-9b98b89cf578 None None] New status for floating IP ae955d6d-481f-42c8-ad01-dfecc6589465: ACTIVE {{(pid=109761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 12:53:35.975131 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 53944) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:35.990260 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-251815f9-87dc-452c-9d43-b4c1d909fc1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:36.076942 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-251815f9-87dc-452c-9d43-b4c1d909fc1e admin admin] Publish callbacks [] for security_group (ce816b18-b46a-470a-9dde-0d4de853c26e), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:36.110220 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-8b97dc19-609b-4068-86b6-ef7791553441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:36.219186 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-251815f9-87dc-452c-9d43-b4c1d909fc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (ce816b18-b46a-470a-9dde-0d4de853c26e), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:36.296993 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-251815f9-87dc-452c-9d43-b4c1d909fc1e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=18080e0a0c534388a4769ccb4fe07aa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200767 Jan 20 12:53:36.298509 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251815f9-87dc-452c-9d43-b4c1d909fc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce816b18-b46a-470a-9dde-0d4de853c26e,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:36.301158 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 53950) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:36.391208 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7a557eed-76c0-4b22-a432-d2ca5eef0927 admin admin] Publish callbacks [] for security_group (ce816b18-b46a-470a-9dde-0d4de853c26e), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:36.425976 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7a557eed-76c0-4b22-a432-d2ca5eef0927 admin admin] Publish callbacks [] for security_group (ce816b18-b46a-470a-9dde-0d4de853c26e), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:36.618332 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e98721-5eb3-4b38-b8f7-5a5835b84f1b req-b9517441-eed1-4819-8931-b5a0192f6b22 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:36.620950 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-80e98721-5eb3-4b38-b8f7-5a5835b84f1b req-b9517441-eed1-4819-8931-b5a0192f6b22 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.1915731 Jan 20 12:53:36.626221 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7db125-7a90-494e-a96f-f7b9216d78c1 req-d08940ea-561e-4fb9-af2f-52f58c0efba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:36.628721 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ab7db125-7a90-494e-a96f-f7b9216d78c1 req-d08940ea-561e-4fb9-af2f-52f58c0efba7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a42550bc92f54f3293a5e8c100adf3ec&device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 1099 time: 0.1737568 Jan 20 12:53:36.701871 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-80e98721-5eb3-4b38-b8f7-5a5835b84f1b req-c9b1bf02-61f8-48e8-b8f7-39d3bcb7b6f2 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712996 Jan 20 12:53:36.842512 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7a557eed-76c0-4b22-a432-d2ca5eef0927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (ce816b18-b46a-470a-9dde-0d4de853c26e), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:36.845195 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7a557eed-76c0-4b22-a432-d2ca5eef0927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:36.846431 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-7a557eed-76c0-4b22-a432-d2ca5eef0927 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ce816b18-b46a-470a-9dde-0d4de853c26e HTTP/1.1" status: 204 len: 168 time: 0.5438511 Jan 20 12:53:36.866415 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a557eed-76c0-4b22-a432-d2ca5eef0927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce816b18-b46a-470a-9dde-0d4de853c26e,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:36.903277 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7db125-7a90-494e-a96f-f7b9216d78c1 req-4dde27f4-e6df-4c63-90ab-778e3373a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:36.904857 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ab7db125-7a90-494e-a96f-f7b9216d78c1 req-4dde27f4-e6df-4c63-90ab-778e3373a8be service neutron] 10.222.0.107 "GET /v2.0/networks?id=98783e85-5ee2-4a30-908e-0d0d62c14b33 HTTP/1.1" status: 200 len: 917 time: 0.1199069 Jan 20 12:53:36.996572 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ab7db125-7a90-494e-a96f-f7b9216d78c1 req-8e84327a-edf6-4b09-bdda-01d5fb2c1bd5 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55cd4c69-e442-4db0-bae3-230265f45758 HTTP/1.1" status: 200 len: 1001 time: 0.0757201 Jan 20 12:53:37.089201 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7db125-7a90-494e-a96f-f7b9216d78c1 req-cf43f772-c813-460f-ab8f-0d76bf79b8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:37.091986 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ab7db125-7a90-494e-a96f-f7b9216d78c1 req-cf43f772-c813-460f-ab8f-0d76bf79b8d8 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1295fc8c-2285-4e3e-9a1a-e24300eba26a HTTP/1.1" status: 200 len: 855 time: 0.0857787 Jan 20 12:53:37.141794 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7db125-7a90-494e-a96f-f7b9216d78c1 req-a98dd77d-a8f6-4f98-8919-32a9a4d0d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:37.143250 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ab7db125-7a90-494e-a96f-f7b9216d78c1 req-a98dd77d-a8f6-4f98-8919-32a9a4d0d4c5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=98783e85-5ee2-4a30-908e-0d0d62c14b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425265 Jan 20 12:53:37.262520 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ab7db125-7a90-494e-a96f-f7b9216d78c1 req-c6af5be4-ca9d-48c4-97d0-4d37658a42e1 service neutron] 10.222.0.107 "GET /v2.0/networks/98783e85-5ee2-4a30-908e-0d0d62c14b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033950 Jan 20 12:53:37.401521 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ab7db125-7a90-494e-a96f-f7b9216d78c1 req-cc09ded2-4928-420f-9c60-ff9bd077923c service neutron] 10.222.0.107 "GET /v2.0/networks/98783e85-5ee2-4a30-908e-0d0d62c14b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188910 Jan 20 12:53:37.591416 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:37.842526 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7258d97-cab2-4f6d-b05d-ddf3d8e3dd70 req-0e53792d-8c82-4c73-8bf2-061f9d2d4fdd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:37.844062 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e7258d97-cab2-4f6d-b05d-ddf3d8e3dd70 req-0e53792d-8c82-4c73-8bf2-061f9d2d4fdd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0608156 Jan 20 12:53:37.910444 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e7258d97-cab2-4f6d-b05d-ddf3d8e3dd70 req-a5c03f6b-70e4-4d18-b8cf-8c32d704a74f tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598657 Jan 20 12:53:39.037328 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:39.972314 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:40.924613 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:42.306066 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b93219f4-5cca-42b8-824a-1c0a264105ea req-1ce3722f-7db8-4671-8ae2-0fe35ba38832 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832496 Jan 20 12:53:42.314678 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f334c3-6334-4ea3-86c9-6c21d39b8e20 req-459574b4-ca7d-4adb-827a-068b4f0735cd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:42.327756 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b1f334c3-6334-4ea3-86c9-6c21d39b8e20 req-459574b4-ca7d-4adb-827a-068b4f0735cd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0798249 Jan 20 12:53:42.398184 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b1f334c3-6334-4ea3-86c9-6c21d39b8e20 req-9007a682-10af-425e-9abf-751a9981e8e5 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714405 Jan 20 12:53:42.463452 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93219f4-5cca-42b8-824a-1c0a264105ea req-151da5ea-b6a2-4340-abba-f31d0cfb2743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:42.464994 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b93219f4-5cca-42b8-824a-1c0a264105ea req-151da5ea-b6a2-4340-abba-f31d0cfb2743 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c627e132fb96455193cbc6c115ae66a8&device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 1098 time: 0.0655696 Jan 20 12:53:42.576333 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93219f4-5cca-42b8-824a-1c0a264105ea req-436b3786-80bc-4810-b1d8-4cfd9383f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:42.579572 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b93219f4-5cca-42b8-824a-1c0a264105ea req-436b3786-80bc-4810-b1d8-4cfd9383f29f service neutron] 10.222.0.107 "GET /v2.0/networks?id=457dc31e-9fe8-4fb8-852d-eea62a00d396 HTTP/1.1" status: 200 len: 916 time: 0.0919421 Jan 20 12:53:42.630620 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b93219f4-5cca-42b8-824a-1c0a264105ea req-1d794d5e-79b8-4056-b21a-0c664e747b83 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a497f72-8448-42ab-a547-0eccee02be1d HTTP/1.1" status: 200 len: 217 time: 0.0399857 Jan 20 12:53:42.694033 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93219f4-5cca-42b8-824a-1c0a264105ea req-91137520-d53b-4dd7-98fd-c6421bdefa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:42.696639 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b93219f4-5cca-42b8-824a-1c0a264105ea req-91137520-d53b-4dd7-98fd-c6421bdefa57 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=160c493f-960c-42fe-873c-9bc69f61abc5 HTTP/1.1" status: 200 len: 855 time: 0.0521674 Jan 20 12:53:42.729244 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b93219f4-5cca-42b8-824a-1c0a264105ea req-3b4ea714-c8e3-4eaf-add8-08c5d37adbf7 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=457dc31e-9fe8-4fb8-852d-eea62a00d396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252771 Jan 20 12:53:42.840816 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b93219f4-5cca-42b8-824a-1c0a264105ea req-ddfd6ec0-e761-4730-baf6-60e0f6b89aff service neutron] 10.222.0.107 "GET /v2.0/networks/457dc31e-9fe8-4fb8-852d-eea62a00d396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047339 Jan 20 12:53:42.940631 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b93219f4-5cca-42b8-824a-1c0a264105ea req-464f27e6-bfde-41d9-ac1a-fb84e8d5add8 service neutron] 10.222.0.107 "GET /v2.0/networks/457dc31e-9fe8-4fb8-852d-eea62a00d396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920258 Jan 20 12:53:43.538042 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f8ca2-7db3-44bd-8e61-27def4eab084 req-47dcd0cf-39f0-41b7-a80b-89691292e789 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:43.539701 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-eb6f8ca2-7db3-44bd-8e61-27def4eab084 req-47dcd0cf-39f0-41b7-a80b-89691292e789 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0677557 Jan 20 12:53:43.597125 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-eb6f8ca2-7db3-44bd-8e61-27def4eab084 req-01678d69-6387-4951-b67a-3e93e56f98b4 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480583 Jan 20 12:53:44.570638 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 54142) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:44.688711 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-479d5132-5e94-434d-ba62-4e885505ca6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:44.752649 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd733f8-fe8c-4cc5-8186-65db553a70db req-49bf35c4-4c49-4e0f-a1af-9baccf2011f5 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:44.754181 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2bd733f8-fe8c-4cc5-8186-65db553a70db req-49bf35c4-4c49-4e0f-a1af-9baccf2011f5 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0814140 Jan 20 12:53:44.832083 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2bd733f8-fe8c-4cc5-8186-65db553a70db req-03e89ba9-201c-4f2c-81c7-d3eed979db34 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715847 Jan 20 12:53:44.839055 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-479d5132-5e94-434d-ba62-4e885505ca6b admin admin] Publish callbacks [] for security_group (8b359e9b-64e4-4e78-b15a-a9caa744e2ed), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:45.163930 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-479d5132-5e94-434d-ba62-4e885505ca6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (8b359e9b-64e4-4e78-b15a-a9caa744e2ed), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:45.214729 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-479d5132-5e94-434d-ba62-4e885505ca6b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=21156e14bc1c4550a08385a634d03327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6388829 Jan 20 12:53:45.214729 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 54158) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:45.243724 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d5132-5e94-434d-ba62-4e885505ca6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b359e9b-64e4-4e78-b15a-a9caa744e2ed,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:45.310530 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-198db30f-4b3d-4d25-a430-19a39fc9a2a9 admin admin] Publish callbacks [] for security_group (8b359e9b-64e4-4e78-b15a-a9caa744e2ed), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:45.341914 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-198db30f-4b3d-4d25-a430-19a39fc9a2a9 admin admin] Publish callbacks [] for security_group (8b359e9b-64e4-4e78-b15a-a9caa744e2ed), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:45.566536 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-198db30f-4b3d-4d25-a430-19a39fc9a2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (8b359e9b-64e4-4e78-b15a-a9caa744e2ed), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:45.569091 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-198db30f-4b3d-4d25-a430-19a39fc9a2a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:45.570320 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-198db30f-4b3d-4d25-a430-19a39fc9a2a9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8b359e9b-64e4-4e78-b15a-a9caa744e2ed HTTP/1.1" status: 204 len: 168 time: 0.3546240 Jan 20 12:53:45.581792 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198db30f-4b3d-4d25-a430-19a39fc9a2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b359e9b-64e4-4e78-b15a-a9caa744e2ed,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:45.961688 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d9991-222d-427a-820a-41659ed3bae5 req-62ac15cb-9ab4-4e44-b60b-4af523f7b543 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:45.963315 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-901d9991-222d-427a-820a-41659ed3bae5 req-62ac15cb-9ab4-4e44-b60b-4af523f7b543 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0579000 Jan 20 12:53:46.016830 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-901d9991-222d-427a-820a-41659ed3bae5 req-90383e31-af1a-46ee-8721-b20093a4c6de tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448661 Jan 20 12:53:46.245831 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54084c83-a424-4eba-bb69-aea3c7a496cf req-814b7de4-186c-480e-a82e-1cdbd108a769 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:46.247626 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-54084c83-a424-4eba-bb69-aea3c7a496cf req-814b7de4-186c-480e-a82e-1cdbd108a769 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 945 time: 0.0760257 Jan 20 12:53:46.326987 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-54084c83-a424-4eba-bb69-aea3c7a496cf req-b1c001e7-0647-48dc-87a2-98e99e230578 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3b9469d-d3d8-4943-8bcc-330af39c1b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734227 Jan 20 12:53:46.618912 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 54208) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:46.637908 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-46ca2cf9-9b96-465b-84cf-3211ae8e82b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:46.731790 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-46ca2cf9-9b96-465b-84cf-3211ae8e82b3 admin admin] Publish callbacks [] for security_group (99e31ad6-2967-477d-84a8-70713d4f1973), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:46.956947 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-46ca2cf9-9b96-465b-84cf-3211ae8e82b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (99e31ad6-2967-477d-84a8-70713d4f1973), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:46.998068 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca2cf9-9b96-465b-84cf-3211ae8e82b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e31ad6-2967-477d-84a8-70713d4f1973,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:47.002468 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-46ca2cf9-9b96-465b-84cf-3211ae8e82b3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e96f2e74da6f47c2baa005d5cfeb4f03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3824389 Jan 20 12:53:47.005145 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 54214) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:47.068050 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d1d0c3e5-45cb-4a33-affb-d8d67814a833 admin admin] Publish callbacks [] for security_group (99e31ad6-2967-477d-84a8-70713d4f1973), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:47.092544 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d1d0c3e5-45cb-4a33-affb-d8d67814a833 admin admin] Publish callbacks [] for security_group (99e31ad6-2967-477d-84a8-70713d4f1973), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:47.173217 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4f816-c2a8-480a-97ab-ed7ad16fe193 req-d8d4a6bb-1f20-449d-8660-315020dcbd0b tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:47.174831 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8de4f816-c2a8-480a-97ab-ed7ad16fe193 req-d8d4a6bb-1f20-449d-8660-315020dcbd0b tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0771074 Jan 20 12:53:47.229915 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8de4f816-c2a8-480a-97ab-ed7ad16fe193 req-bbf040bf-5ab5-4011-b7ce-576e79669923 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483902 Jan 20 12:53:47.389749 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d1d0c3e5-45cb-4a33-affb-d8d67814a833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (99e31ad6-2967-477d-84a8-70713d4f1973), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:47.393262 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d1d0c3e5-45cb-4a33-affb-d8d67814a833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:47.395322 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-d1d0c3e5-45cb-4a33-affb-d8d67814a833 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/99e31ad6-2967-477d-84a8-70713d4f1973 HTTP/1.1" status: 204 len: 168 time: 0.3890998 Jan 20 12:53:47.409130 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0c3e5-45cb-4a33-affb-d8d67814a833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e31ad6-2967-477d-84a8-70713d4f1973,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:47.479564 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a64719-3c5a-474d-b900-a0bf6730f880 req-82fd2ebf-f71f-4fe9-b715-5b7af605025e tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:47.482178 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-49a64719-3c5a-474d-b900-a0bf6730f880 req-82fd2ebf-f71f-4fe9-b715-5b7af605025e tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 945 time: 0.0778749 Jan 20 12:53:47.535614 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-49a64719-3c5a-474d-b900-a0bf6730f880 req-a6fbf800-eca1-4143-a192-73a01c48459c tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3b9469d-d3d8-4943-8bcc-330af39c1b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475669 Jan 20 12:53:47.769727 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 54238) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:47.884353 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-286e4bc2-52bf-430d-951f-259c40c097a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:47.979881 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-286e4bc2-52bf-430d-951f-259c40c097a5 admin admin] Publish callbacks [] for security_group (fa0ca849-eb1e-4ce6-89b0-70152aead0c4), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:48.111338 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-286e4bc2-52bf-430d-951f-259c40c097a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (fa0ca849-eb1e-4ce6-89b0-70152aead0c4), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:48.152162 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e4bc2-52bf-430d-951f-259c40c097a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0ca849-eb1e-4ce6-89b0-70152aead0c4,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:48.158313 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-286e4bc2-52bf-430d-951f-259c40c097a5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=854677721048431abaa3d8426b83ae21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3875058 Jan 20 12:53:48.162628 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 54250) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:48.242734 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-979ef3ae-d1df-4c76-8aa9-ddc5ef4e9056 admin admin] Publish callbacks [] for security_group (fa0ca849-eb1e-4ce6-89b0-70152aead0c4), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:48.267965 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-979ef3ae-d1df-4c76-8aa9-ddc5ef4e9056 admin admin] Publish callbacks [] for security_group (fa0ca849-eb1e-4ce6-89b0-70152aead0c4), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:48.363521 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf1230-b283-4306-ad4d-d605400aa75c req-08024b0b-480d-428d-bfc7-f2573b643df2 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:48.365112 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2baf1230-b283-4306-ad4d-d605400aa75c req-08024b0b-480d-428d-bfc7-f2573b643df2 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0550659 Jan 20 12:53:48.415456 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2baf1230-b283-4306-ad4d-d605400aa75c req-ab72b6b7-17b6-4cd9-87aa-23691d0bea9e tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447335 Jan 20 12:53:48.464625 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-979ef3ae-d1df-4c76-8aa9-ddc5ef4e9056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (fa0ca849-eb1e-4ce6-89b0-70152aead0c4), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:48.467888 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-979ef3ae-d1df-4c76-8aa9-ddc5ef4e9056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:48.469946 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-979ef3ae-d1df-4c76-8aa9-ddc5ef4e9056 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fa0ca849-eb1e-4ce6-89b0-70152aead0c4 HTTP/1.1" status: 204 len: 168 time: 0.3058197 Jan 20 12:53:48.483637 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ef3ae-d1df-4c76-8aa9-ddc5ef4e9056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0ca849-eb1e-4ce6-89b0-70152aead0c4,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:48.681539 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae1638-e837-4a4f-9efb-123379f45968 req-e36d8e71-4dba-49cb-8ec9-615c1825654e tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:48.683311 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-33ae1638-e837-4a4f-9efb-123379f45968 req-e36d8e71-4dba-49cb-8ec9-615c1825654e tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 945 time: 0.0599070 Jan 20 12:53:48.752020 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-33ae1638-e837-4a4f-9efb-123379f45968 req-a51eca7c-2df0-4532-9b39-b8cd17344e83 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3b9469d-d3d8-4943-8bcc-330af39c1b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577536 Jan 20 12:53:49.323424 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b47b48-ac17-4484-b77a-4684a23e8e21 req-949cc85a-752e-4aa1-a39b-e77c81096da7 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:49.326178 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-79b47b48-ac17-4484-b77a-4684a23e8e21 req-949cc85a-752e-4aa1-a39b-e77c81096da7 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.107 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 945 time: 0.0700338 Jan 20 12:53:49.744706 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 54304) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:49.757728 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-0e62956f-72cf-4dd0-97f9-ee47bc96bbe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:49.761566 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-79b47b48-ac17-4484-b77a-4684a23e8e21 req-b6b86188-d695-4f57-b63c-0762b38f5567 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Deleting port 158377ff-8b9b-4143-aee5-5d780996fb7f {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 12:53:49.765048 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-79b47b48-ac17-4484-b77a-4684a23e8e21 req-b6b86188-d695-4f57-b63c-0762b38f5567 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (158377ff-8b9b-4143-aee5-5d780996fb7f), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:49.786670 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7deab-90b0-41cb-a75d-b6afd92815b9 req-324a4e62-85ab-4e4c-893a-aede2b633152 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:49.789052 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4ae7deab-90b0-41cb-a75d-b6afd92815b9 req-324a4e62-85ab-4e4c-893a-aede2b633152 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.2817879 Jan 20 12:53:49.845820 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-0e62956f-72cf-4dd0-97f9-ee47bc96bbe2 admin admin] Publish callbacks [] for security_group (ad822f9f-c929-44d9-a870-01ca0700f812), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:49.906303 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4ae7deab-90b0-41cb-a75d-b6afd92815b9 req-4b450f5a-4805-4df9-bbc0-ca14b3c61460 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097958 Jan 20 12:53:49.937360 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-79b47b48-ac17-4484-b77a-4684a23e8e21 req-b6b86188-d695-4f57-b63c-0762b38f5567 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] For port 158377ff-8b9b-4143-aee5-5d780996fb7f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=158377ff-8b9b-4143-aee5-5d780996fb7f,segment=NetworkSegment(9bec3f69-e1ee-4888-9f95-980d5e8b269a),segment_id=9bec3f69-e1ee-4888-9f95-980d5e8b269a)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:53:49.937760 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-79b47b48-ac17-4484-b77a-4684a23e8e21 req-b6b86188-d695-4f57-b63c-0762b38f5567 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (158377ff-8b9b-4143-aee5-5d780996fb7f), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:49.955898 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd4d4c-5543-40b2-b128-d78bbcd681b3 req-e598ea9a-e315-48a8-9bfb-9e42f58a7673 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:49.955898 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-82bd4d4c-5543-40b2-b128-d78bbcd681b3 req-e598ea9a-e315-48a8-9bfb-9e42f58a7673 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 945 time: 0.1164007 Jan 20 12:53:49.970659 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-79b47b48-ac17-4484-b77a-4684a23e8e21 req-b6b86188-d695-4f57-b63c-0762b38f5567 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Calling delete_port for 158377ff-8b9b-4143-aee5-5d780996fb7f owned by compute:nova {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 12:53:50.109773 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-0e62956f-72cf-4dd0-97f9-ee47bc96bbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (ad822f9f-c929-44d9-a870-01ca0700f812), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:50.113300 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-82bd4d4c-5543-40b2-b128-d78bbcd681b3 req-f29ef468-bddd-46c2-ac37-09ba8901d8b3 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3b9469d-d3d8-4943-8bcc-330af39c1b83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438735 Jan 20 12:53:50.150214 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62956f-72cf-4dd0-97f9-ee47bc96bbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad822f9f-c929-44d9-a870-01ca0700f812,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:50.183500 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-0e62956f-72cf-4dd0-97f9-ee47bc96bbe2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=289671aa13d84e558f274020d69a1762&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4353113 Jan 20 12:53:50.186179 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 54314) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:50.264456 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-34877e4b-bc4b-42d0-afb8-1098e17025f7 admin admin] Publish callbacks [] for security_group (ad822f9f-c929-44d9-a870-01ca0700f812), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:50.289226 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-34877e4b-bc4b-42d0-afb8-1098e17025f7 admin admin] Publish callbacks [] for security_group (ad822f9f-c929-44d9-a870-01ca0700f812), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:50.374464 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-79b47b48-ac17-4484-b77a-4684a23e8e21 req-b6b86188-d695-4f57-b63c-0762b38f5567 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614'] for port (158377ff-8b9b-4143-aee5-5d780996fb7f), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:50.393880 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['158377ff-8b9b-4143-aee5-5d780996fb7f'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:53:50.420496 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b86188-d695-4f57-b63c-0762b38f5567 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Pushing event deleted for resources: {'Port': ['ID=158377ff-8b9b-4143-aee5-5d780996fb7f,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:50.492617 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-34877e4b-bc4b-42d0-afb8-1098e17025f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (ad822f9f-c929-44d9-a870-01ca0700f812), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:50.495636 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-34877e4b-bc4b-42d0-afb8-1098e17025f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:50.502616 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b47b48-ac17-4484-b77a-4684a23e8e21 req-b6b86188-d695-4f57-b63c-0762b38f5567 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] No DVR routers for this DVR port 158377ff-8b9b-4143-aee5-5d780996fb7f on host hv-cinder-80403 {{(pid=109759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 12:53:50.503957 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-34877e4b-bc4b-42d0-afb8-1098e17025f7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ad822f9f-c929-44d9-a870-01ca0700f812 HTTP/1.1" status: 204 len: 168 time: 0.3155484 Jan 20 12:53:50.508019 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-79b47b48-ac17-4484-b77a-4684a23e8e21 req-b6b86188-d695-4f57-b63c-0762b38f5567 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:50.518131 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34877e4b-bc4b-42d0-afb8-1098e17025f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad822f9f-c929-44d9-a870-01ca0700f812,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:50.529191 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-79b47b48-ac17-4484-b77a-4684a23e8e21 req-b6b86188-d695-4f57-b63c-0762b38f5567 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.107 "DELETE /v2.0/ports/158377ff-8b9b-4143-aee5-5d780996fb7f HTTP/1.1" status: 204 len: 173 time: 1.1968141 Jan 20 12:53:50.530289 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace65631-8ba8-45d8-8039-44a812559d36', 'name': 'network-vif-deleted', 'tag': '158377ff-8b9b-4143-aee5-5d780996fb7f'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:53:50.541808 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c54647-cbe9-4afd-9bd5-81398b21b96d" -d '{"events": [{"server_uuid": "ace65631-8ba8-45d8-8039-44a812559d36", "name": "network-vif-deleted", "tag": "158377ff-8b9b-4143-aee5-5d780996fb7f"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:53:50.600072 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 12:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15e1829-6076-46af-b1d8-824623e31fe5 x-openstack-request-id: req-e15e1829-6076-46af-b1d8-824623e31fe5 {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:53:50.601320 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace65631-8ba8-45d8-8039-44a812559d36", "name": "network-vif-deleted", "tag": "158377ff-8b9b-4143-aee5-5d780996fb7f", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:53:50.601320 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e15e1829-6076-46af-b1d8-824623e31fe5 {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:53:50.601320 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace65631-8ba8-45d8-8039-44a812559d36', 'name': 'network-vif-deleted', 'tag': '158377ff-8b9b-4143-aee5-5d780996fb7f', 'status': 'completed', 'code': 200} Jan 20 12:53:51.037538 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd82d3e-1cb6-400a-a53b-01acc7916a62 req-b0a536d8-3402-413f-81a5-afd626d3145b tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:51.039067 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cdd82d3e-1cb6-400a-a53b-01acc7916a62 req-b0a536d8-3402-413f-81a5-afd626d3145b tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0490084 Jan 20 12:53:51.119653 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cdd82d3e-1cb6-400a-a53b-01acc7916a62 req-247ed06d-fd62-49ad-b7d9-4361fc6a7ebd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747075 Jan 20 12:53:51.244851 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-37b6a9e8-2e09-4872-aca7-1b55a5d1c27c req-faffbb16-eba2-4908-aad6-6a7494174764 tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 210 time: 0.0335279 Jan 20 12:53:52.255032 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f1620-151f-4d15-b091-2a34b7feeede req-4ab88ff1-6612-4313-a5f7-07e80d64be81 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:52.256721 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e75f1620-151f-4d15-b091-2a34b7feeede req-4ab88ff1-6612-4313-a5f7-07e80d64be81 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0594208 Jan 20 12:53:52.320968 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e75f1620-151f-4d15-b091-2a34b7feeede req-2ebbfe41-de6f-49ea-8355-d20a46ba41de tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537720 Jan 20 12:53:52.545318 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cc456e4e-c58f-47bc-b4e0-b1be705f3775 req-c33a12bd-71f2-47b2-818b-b859a209e82e tempest-DeleteServersTestJSON-1002176708 tempest-DeleteServersTestJSON-1002176708-project] 10.222.0.57 "GET /v2.0/ports?device_id=ace65631-8ba8-45d8-8039-44a812559d36 HTTP/1.1" status: 200 len: 210 time: 0.0565038 Jan 20 12:53:53.417189 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 158377ff-8b9b-4143-aee5-5d780996fb7f no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 12:53:53.464135 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] No Port match for: 158377ff-8b9b-4143-aee5-5d780996fb7f {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 12:53:53.468133 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 158377ff-8b9b-4143-aee5-5d780996fb7f not bound to the agent host hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 12:53:53.509198 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98204da8-f503-45e8-82c2-b5046c056719 req-f108de61-e453-415b-90bd-c8f90b445d14 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:53.525710 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-98204da8-f503-45e8-82c2-b5046c056719 req-f108de61-e453-415b-90bd-c8f90b445d14 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.1251614 Jan 20 12:53:53.632459 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-98204da8-f503-45e8-82c2-b5046c056719 req-195fd23a-c8d9-41e9-9c16-b77514193c1f tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078362 Jan 20 12:53:54.726625 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-039a8164-f4b9-49af-86a5-fced2e71cb3d tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:54.731594 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-039a8164-f4b9-49af-86a5-fced2e71cb3d tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/networks?id=457dc31e-9fe8-4fb8-852d-eea62a00d396 HTTP/1.1" status: 200 len: 815 time: 0.1488280 Jan 20 12:53:54.783726 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-112d8379-d156-4887-be10-5291b843e642 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/quotas/c627e132fb96455193cbc6c115ae66a8 HTTP/1.1" status: 200 len: 375 time: 0.0506015 Jan 20 12:53:54.839252 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741fbec-8a65-4b31-8b24-aaa0bd9c3ec9 req-81d06c36-464e-424f-b55e-3d45e622e3f4 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:54.840877 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3741fbec-8a65-4b31-8b24-aaa0bd9c3ec9 req-81d06c36-464e-424f-b55e-3d45e622e3f4 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0978115 Jan 20 12:53:54.857384 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-cbaaa41d-8b7b-4a6d-9eec-bd292c5a335c tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c627e132fb96455193cbc6c115ae66a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0724654 Jan 20 12:53:54.976301 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3741fbec-8a65-4b31-8b24-aaa0bd9c3ec9 req-67453926-5994-44fc-930b-3f1a4298fc0b tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176913 Jan 20 12:53:55.014382 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-11265f98-1f54-4473-b04f-a998b63b21f2 service neutron] 10.222.0.57 "GET /v2.0/networks/457dc31e-9fe8-4fb8-852d-eea62a00d396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489680 Jan 20 12:53:55.123108 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-d014956f-e8cb-4065-adff-2f6c4c577848 service neutron] 10.222.0.57 "GET /v2.0/networks/457dc31e-9fe8-4fb8-852d-eea62a00d396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026032 Jan 20 12:53:55.539990 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-407e6429-6eb6-4bb8-a2fa-196de2c6ef36 req-b6319cf3-c9d7-4d62-9532-803cecf0c097 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a HTTP/1.1" status: 200 len: 210 time: 0.0266576 Jan 20 12:53:56.158506 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59374a4-39a8-416c-8333-8c55a42ccf5a req-27349941-f668-4f97-b9d4-74ba09b88a72 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:56.160226 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a59374a4-39a8-416c-8333-8c55a42ccf5a req-27349941-f668-4f97-b9d4-74ba09b88a72 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0867493 Jan 20 12:53:56.243805 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a59374a4-39a8-416c-8333-8c55a42ccf5a req-a065ff2d-6d9d-4cd1-b1a6-70b11a24e1b4 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769157 Jan 20 12:53:56.640769 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f441e8ab-d0d6-4081-b6cf-95ec76358f17 req-d2bef45e-9a01-4e1e-9ee3-df36d6d029be tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a HTTP/1.1" status: 200 len: 210 time: 0.0277538 Jan 20 12:53:56.974976 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 54516) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:57.023536 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb8be67-2008-4b9d-b8bf-35399d799e44 admin admin] Deleting subnet b20a1571-f122-4a3d-adc9-039e4a0b4046 {{(pid=109760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 12:53:57.027081 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-fdb8be67-2008-4b9d-b8bf-35399d799e44 admin admin] Publish callbacks [] for subnet (b20a1571-f122-4a3d-adc9-039e4a0b4046), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:57.063003 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-fdb8be67-2008-4b9d-b8bf-35399d799e44 admin admin] Publish callbacks [] for subnet (b20a1571-f122-4a3d-adc9-039e4a0b4046), precommit_delete_associations {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:57.072951 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-fdb8be67-2008-4b9d-b8bf-35399d799e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537527'] for subnet (b20a1571-f122-4a3d-adc9-039e4a0b4046), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:57.307890 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-fdb8be67-2008-4b9d-b8bf-35399d799e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for subnet (b20a1571-f122-4a3d-adc9-039e4a0b4046), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:57.351151 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8be67-2008-4b9d-b8bf-35399d799e44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b20a1571-f122-4a3d-adc9-039e4a0b4046,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:57.363979 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-fdb8be67-2008-4b9d-b8bf-35399d799e44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:57.370314 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-fdb8be67-2008-4b9d-b8bf-35399d799e44 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b20a1571-f122-4a3d-adc9-039e4a0b4046 HTTP/1.1" status: 204 len: 168 time: 0.3917723 Jan 20 12:53:57.371463 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 54524) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:57.410846 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edebd00-fbfe-46a9-ae54-ef374dba9af0 req-c0b072b8-6833-455b-ab29-823ddd73fa42 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:57.412910 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4edebd00-fbfe-46a9-ae54-ef374dba9af0 req-c0b072b8-6833-455b-ab29-823ddd73fa42 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0729196 Jan 20 12:53:57.485831 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7893ef73-d74a-4d10-9523-3e60b6d09a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497049'] for network (b0056a9e-a4fb-4aa8-9539-21906bb2fa1f), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:57.501454 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4edebd00-fbfe-46a9-ae54-ef374dba9af0 req-4b3d95c8-6013-489d-a03a-d7a188f7951f tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777733 Jan 20 12:53:57.590114 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7893ef73-d74a-4d10-9523-3e60b6d09a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1524928', 'neutron.services.segments.db._delete_segments_for_network-8775109942164'] for network (b0056a9e-a4fb-4aa8-9539-21906bb2fa1f), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:57.621338 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7893ef73-d74a-4d10-9523-3e60b6d09a31 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:53:57.621718 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7893ef73-d74a-4d10-9523-3e60b6d09a31 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:53:57.622466 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7893ef73-d74a-4d10-9523-3e60b6d09a31 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:53:57.622795 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7893ef73-d74a-4d10-9523-3e60b6d09a31 admin admin] Subscribe: > port after_create 55550000 {{(pid=109760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:53:57.623132 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7893ef73-d74a-4d10-9523-3e60b6d09a31 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:53:57.623459 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7893ef73-d74a-4d10-9523-3e60b6d09a31 admin admin] Subscribe: > port after_update 55550000 {{(pid=109760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:53:57.623792 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7893ef73-d74a-4d10-9523-3e60b6d09a31 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:53:57.624120 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7893ef73-d74a-4d10-9523-3e60b6d09a31 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:53:57.624428 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7893ef73-d74a-4d10-9523-3e60b6d09a31 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:53:57.624739 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7893ef73-d74a-4d10-9523-3e60b6d09a31 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:53:57.770573 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b54afeef-d92a-4972-ad65-5da903afad8b req-b541703d-41a4-4b81-8db0-5b29ddd74167 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a HTTP/1.1" status: 200 len: 210 time: 0.0504394 Jan 20 12:53:57.842026 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7893ef73-d74a-4d10-9523-3e60b6d09a31 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:53:57.842381 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7893ef73-d74a-4d10-9523-3e60b6d09a31 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:53:57.842751 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7893ef73-d74a-4d10-9523-3e60b6d09a31 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:53:57.843079 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7893ef73-d74a-4d10-9523-3e60b6d09a31 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:53:57.843597 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.services.segments.db [None req-7893ef73-d74a-4d10-9523-3e60b6d09a31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0056a9e-a4fb-4aa8-9539-21906bb2fa1f']}} {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:53:57.866149 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.services.segments.db [None req-7893ef73-d74a-4d10-9523-3e60b6d09a31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bec3f69-e1ee-4888-9f95-980d5e8b269a') {'for_net_delete': True} {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:53:57.866655 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.services.segments.db [None req-7893ef73-d74a-4d10-9523-3e60b6d09a31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bec3f69-e1ee-4888-9f95-980d5e8b269a') {} {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:53:57.888211 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7893ef73-d74a-4d10-9523-3e60b6d09a31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775109942038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5792847'] for segment (9bec3f69-e1ee-4888-9f95-980d5e8b269a), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:57.918655 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7893ef73-d74a-4d10-9523-3e60b6d09a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (9bec3f69-e1ee-4888-9f95-980d5e8b269a), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:57.937409 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7893ef73-d74a-4d10-9523-3e60b6d09a31 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 12:53:57.937409 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7893ef73-d74a-4d10-9523-3e60b6d09a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4332580'] for segment (9bec3f69-e1ee-4888-9f95-980d5e8b269a), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: Traceback (most recent call last): Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: timer() Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: cb(*args, **kw) Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: return func(*args, **kwargs) Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: self._notify() Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: self.callback(batched_events) Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: event.method(event) Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: return f(self, *a, **k) Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: return self._get(url).json() Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: return self.request(url, 'GET', **kwargs) Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 12:53:57.963270 dv-cinder-804035-24-iscsi neutron-server[109760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 12:53:58.143900 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7893ef73-d74a-4d10-9523-3e60b6d09a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1524953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529948'] for network (b0056a9e-a4fb-4aa8-9539-21906bb2fa1f), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:58.152971 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7893ef73-d74a-4d10-9523-3e60b6d09a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:58.160335 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-7893ef73-d74a-4d10-9523-3e60b6d09a31 admin admin] 10.222.0.57 "DELETE /v2.0/networks/b0056a9e-a4fb-4aa8-9539-21906bb2fa1f HTTP/1.1" status: 204 len: 168 time: 0.7838631 Jan 20 12:53:58.166381 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893ef73-d74a-4d10-9523-3e60b6d09a31 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0056a9e-a4fb-4aa8-9539-21906bb2fa1f,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:53:58.651186 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5246296-778c-4d80-91cb-ae59bca859bc req-c5f00a39-ef56-4b8b-8dab-c275abc02ca4 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:53:58.652789 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c5246296-778c-4d80-91cb-ae59bca859bc req-c5f00a39-ef56-4b8b-8dab-c275abc02ca4 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0691075 Jan 20 12:53:58.707205 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c5246296-778c-4d80-91cb-ae59bca859bc req-2298caca-6efc-4223-8d05-4046bb191d4f tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473721 Jan 20 12:53:58.836277 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 54554) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:58.880819 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-bd925a54-eb04-4b8f-a1d9-1b8521b0a407 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=abbe43436cf6434e9c8e340b7ec90ae8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432131 Jan 20 12:53:58.883634 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 54556) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:53:58.935359 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-30d544f8-2603-46be-82a3-5964769f4693 admin admin] Publish callbacks [] for security_group (f3b9469d-d3d8-4943-8bcc-330af39c1b83), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:58.958931 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-30d544f8-2603-46be-82a3-5964769f4693 admin admin] Publish callbacks [] for security_group (f3b9469d-d3d8-4943-8bcc-330af39c1b83), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:59.202148 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-30d544f8-2603-46be-82a3-5964769f4693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (f3b9469d-d3d8-4943-8bcc-330af39c1b83), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:59.206313 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-30d544f8-2603-46be-82a3-5964769f4693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:53:59.208143 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-30d544f8-2603-46be-82a3-5964769f4693 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f3b9469d-d3d8-4943-8bcc-330af39c1b83 HTTP/1.1" status: 204 len: 168 time: 0.3233175 Jan 20 12:53:59.217342 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d544f8-2603-46be-82a3-5964769f4693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b9469d-d3d8-4943-8bcc-330af39c1b83,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:02.188669 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2bd12904-0022-46e5-927d-359e2e93ab7f req-7a0a7bcf-c51d-4765-8607-64e67bd6c60f tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a HTTP/1.1" status: 200 len: 210 time: 0.0285032 Jan 20 12:54:02.242694 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1d3fb-b116-4e15-84ef-8f05f5788b30 req-1d59b55a-681d-459e-bb43-c4bc33321753 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:02.244934 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3ee1d3fb-b116-4e15-84ef-8f05f5788b30 req-1d59b55a-681d-459e-bb43-c4bc33321753 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0597305 Jan 20 12:54:02.299067 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3ee1d3fb-b116-4e15-84ef-8f05f5788b30 req-337f9472-df3a-45d6-9da9-c47d767b2bef tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483646 Jan 20 12:54:03.268910 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-35a90e3e-d107-4de4-bb37-cf6a00d2bea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:03.343494 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-35bcef64-9b44-49b2-a412-4ce780b24b1c req-b9c4fc28-b4e9-4af6-ad31-66a348536ca9 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a HTTP/1.1" status: 200 len: 210 time: 0.0267620 Jan 20 12:54:03.508706 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308962f6-e08b-4f0a-bfd0-974243682d99 req-8140db81-ce3e-4da2-9eb5-fb59519561dd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:03.510754 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-308962f6-e08b-4f0a-bfd0-974243682d99 req-8140db81-ce3e-4da2-9eb5-fb59519561dd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.1230409 Jan 20 12:54:03.571821 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-b886667a-80a4-412f-99c2-5b3ba4e8ab5c tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:03.573362 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-b886667a-80a4-412f-99c2-5b3ba4e8ab5c tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.107 "GET /v2.0/networks?id=457dc31e-9fe8-4fb8-852d-eea62a00d396 HTTP/1.1" status: 200 len: 815 time: 0.2112286 Jan 20 12:54:03.595374 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-026172c1-234f-4709-a4e4-46c769d3fff7 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Request body: {'port': {'device_id': 'b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a', 'network_id': '457dc31e-9fe8-4fb8-852d-eea62a00d396', 'admin_state_up': True, 'tenant_id': 'c627e132fb96455193cbc6c115ae66a8'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:54:03.625969 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-308962f6-e08b-4f0a-bfd0-974243682d99 req-cba0f59e-24c1-4a37-bdb9-04c23386ba02 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938029 Jan 20 12:54:03.956092 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-026172c1-234f-4709-a4e4-46c769d3fff7 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Made reservation on behalf of c627e132fb96455193cbc6c115ae66a8 for: {'port': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:54:03.963219 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-026172c1-234f-4709-a4e4-46c769d3fff7 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:04.129829 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-026172c1-234f-4709-a4e4-46c769d3fff7 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Allocated IP 172.20.0.7 (457dc31e-9fe8-4fb8-852d-eea62a00d396/160c493f-960c-42fe-873c-9bc69f61abc5/bcd0deb6-a22b-461d-a8fa-a803e44e0fe4) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:54:04.327662 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-026172c1-234f-4709-a4e4-46c769d3fff7 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks [] for port (bcd0deb6-a22b-461d-a8fa-a803e44e0fe4), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:04.489770 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-026172c1-234f-4709-a4e4-46c769d3fff7 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (bcd0deb6-a22b-461d-a8fa-a803e44e0fe4), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:04.506291 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['3a497f72-8448-42ab-a547-0eccee02be1d'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:54:04.564705 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-026172c1-234f-4709-a4e4-46c769d3fff7 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Network 457dc31e-9fe8-4fb8-852d-eea62a00d396 is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:54:04.572977 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-026172c1-234f-4709-a4e4-46c769d3fff7 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:54:04.579462 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-026172c1-234f-4709-a4e4-46c769d3fff7 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: from cryptography.utils import int_from_bytes Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: from cryptography.utils import int_from_bytes Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:54:04.583229 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:54:04.588998 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:54:04.588998 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:54:04.588998 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:54:04.588998 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:54:04.588998 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:54:04.588998 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:54:04.588998 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:54:04.588998 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:54:04.588998 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:54:04.588998 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:54:04.588998 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-026172c1-234f-4709-a4e4-46c769d3fff7 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:04.588998 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-026172c1-234f-4709-a4e4-46c769d3fff7 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:04.595295 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026172c1-234f-4709-a4e4-46c769d3fff7 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Pushing event updated for resources: {'Port': ['ID=bcd0deb6-a22b-461d-a8fa-a803e44e0fe4,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:04.619322 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabe554-3e5e-4c67-83e9-2c507332341c req-47195450-3a01-4f8a-8007-0d15a6ef2b5a tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:04.622232 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-dbabe554-3e5e-4c67-83e9-2c507332341c req-47195450-3a01-4f8a-8007-0d15a6ef2b5a tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a HTTP/1.1" status: 200 len: 931 time: 0.1432166 Jan 20 12:54:04.739701 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-dbabe554-3e5e-4c67-83e9-2c507332341c req-b438710d-0e57-4250-ad75-fe63112ed5b0 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067159 Jan 20 12:54:04.794104 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46243e0-f10e-492d-9b0b-4b1afa87dd2b req-5df51dfb-a026-48a4-b7af-9ffe0fb9ebd1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:04.795755 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f46243e0-f10e-492d-9b0b-4b1afa87dd2b req-5df51dfb-a026-48a4-b7af-9ffe0fb9ebd1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0530052 Jan 20 12:54:04.821170 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-026172c1-234f-4709-a4e4-46c769d3fff7 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2303627 Jan 20 12:54:04.841028 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-56fdced0-dc6c-4f61-aac2-9b6670b84704 service neutron] Request body: {'port': {'device_id': 'b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:54:04.877773 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f46243e0-f10e-492d-9b0b-4b1afa87dd2b req-cda9ec38-2c7a-4f40-9a93-81f082eb9fa7 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760016 Jan 20 12:54:04.914084 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-56fdced0-dc6c-4f61-aac2-9b6670b84704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (bcd0deb6-a22b-461d-a8fa-a803e44e0fe4), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:05.184011 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-56fdced0-dc6c-4f61-aac2-9b6670b84704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd0deb6-a22b-461d-a8fa-a803e44e0fe4 {{(pid=109759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:54:05.191892 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-56fdced0-dc6c-4f61-aac2-9b6670b84704 service neutron] Publish callbacks [] for port (bcd0deb6-a22b-461d-a8fa-a803e44e0fe4), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:05.204298 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.provisioning_blocks [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-56fdced0-dc6c-4f61-aac2-9b6670b84704 service neutron] Transition to ACTIVE for port object bcd0deb6-a22b-461d-a8fa-a803e44e0fe4 will not be triggered until provisioned by entity L2. {{(pid=109759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:54:05.354698 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-56fdced0-dc6c-4f61-aac2-9b6670b84704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (bcd0deb6-a22b-461d-a8fa-a803e44e0fe4), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:05.408863 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fdced0-dc6c-4f61-aac2-9b6670b84704 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd0deb6-a22b-461d-a8fa-a803e44e0fe4,revision_number=2']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:05.441849 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-56fdced0-dc6c-4f61-aac2-9b6670b84704 service neutron] Attempting to bind port bcd0deb6-a22b-461d-a8fa-a803e44e0fe4 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:54:05.442190 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-56fdced0-dc6c-4f61-aac2-9b6670b84704 service neutron] Attempting to bind port bcd0deb6-a22b-461d-a8fa-a803e44e0fe4 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '12a04a7f-2991-4069-9a95-1caa23baeb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '457dc31e-9fe8-4fb8-852d-eea62a00d396'}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:54:05.442523 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-56fdced0-dc6c-4f61-aac2-9b6670b84704 service neutron] Attempting to bind port bcd0deb6-a22b-461d-a8fa-a803e44e0fe4 on network 457dc31e-9fe8-4fb8-852d-eea62a00d396 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:54:05.447099 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-56fdced0-dc6c-4f61-aac2-9b6670b84704 service neutron] Port bcd0deb6-a22b-461d-a8fa-a803e44e0fe4 on network 457dc31e-9fe8-4fb8-852d-eea62a00d396 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 12:54:05.447430 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-56fdced0-dc6c-4f61-aac2-9b6670b84704 service neutron] Attempting to bind port bcd0deb6-a22b-461d-a8fa-a803e44e0fe4 on network 457dc31e-9fe8-4fb8-852d-eea62a00d396 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:54:05.452649 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-56fdced0-dc6c-4f61-aac2-9b6670b84704 service neutron] Checking agent: {'id': '01dfb066-6594-4635-8f5d-cd7d37486eef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'started_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:54:05.452994 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-56fdced0-dc6c-4f61-aac2-9b6670b84704 service neutron] Checking segment: {'id': '12a04a7f-2991-4069-9a95-1caa23baeb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '457dc31e-9fe8-4fb8-852d-eea62a00d396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:54:05.453402 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-56fdced0-dc6c-4f61-aac2-9b6670b84704 service neutron] Bound using segment: {'id': '12a04a7f-2991-4069-9a95-1caa23baeb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '457dc31e-9fe8-4fb8-852d-eea62a00d396'} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:54:05.453871 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-56fdced0-dc6c-4f61-aac2-9b6670b84704 service neutron] Bound port: bcd0deb6-a22b-461d-a8fa-a803e44e0fe4, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a04a7f-2991-4069-9a95-1caa23baeb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '457dc31e-9fe8-4fb8-852d-eea62a00d396'}}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:54:05.454238 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-56fdced0-dc6c-4f61-aac2-9b6670b84704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (bcd0deb6-a22b-461d-a8fa-a803e44e0fe4), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:05.524007 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-56fdced0-dc6c-4f61-aac2-9b6670b84704 service neutron] For port bcd0deb6-a22b-461d-a8fa-a803e44e0fe4, host hv-cinder-80403, cleared binding levels {{(pid=109759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:54:05.527359 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-56fdced0-dc6c-4f61-aac2-9b6670b84704 service neutron] For port bcd0deb6-a22b-461d-a8fa-a803e44e0fe4, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bcd0deb6-a22b-461d-a8fa-a803e44e0fe4,segment=NetworkSegment(12a04a7f-2991-4069-9a95-1caa23baeb64),segment_id=12a04a7f-2991-4069-9a95-1caa23baeb64)] {{(pid=109759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:54:05.677382 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-56fdced0-dc6c-4f61-aac2-9b6670b84704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (bcd0deb6-a22b-461d-a8fa-a803e44e0fe4), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:05.721808 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-56fdced0-dc6c-4f61-aac2-9b6670b84704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:05.721808 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-56fdced0-dc6c-4f61-aac2-9b6670b84704 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:05.721808 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-56fdced0-dc6c-4f61-aac2-9b6670b84704 service neutron] 10.222.0.107 "PUT /v2.0/ports/bcd0deb6-a22b-461d-a8fa-a803e44e0fe4 HTTP/1.1" status: 200 len: 1093 time: 0.8852663 Jan 20 12:54:05.721808 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a', 'tag': 'bcd0deb6-a22b-461d-a8fa-a803e44e0fe4'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:54:05.721808 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a400673e-4b2b-4502-b32d-96f124d08161" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a", "tag": "bcd0deb6-a22b-461d-a8fa-a803e44e0fe4"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:54:05.748818 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fdced0-dc6c-4f61-aac2-9b6670b84704 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd0deb6-a22b-461d-a8fa-a803e44e0fe4,revision_number=3']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:06.100165 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-252fa06a-05f5-470f-b199-a1d2507bdf3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:06.455133 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 54712) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:06.565650 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2f454d1b-3ac2-4cd5-9c85-7c34d93af22c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:06.649934 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2f454d1b-3ac2-4cd5-9c85-7c34d93af22c admin admin] Publish callbacks [] for security_group (b573536d-5dbb-4686-94a5-4a4b8befda6d), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:06.793329 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 12:54:06.874997 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2f454d1b-3ac2-4cd5-9c85-7c34d93af22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (b573536d-5dbb-4686-94a5-4a4b8befda6d), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:06.912548 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f454d1b-3ac2-4cd5-9c85-7c34d93af22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b573536d-5dbb-4686-94a5-4a4b8befda6d,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:06.917483 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-2f454d1b-3ac2-4cd5-9c85-7c34d93af22c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4a062021012748189f279c3806145fef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4612708 Jan 20 12:54:06.920965 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 54718) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:06.973548 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-3d91404c-4ea8-4641-baf8-4b1fb099af9d admin admin] Publish callbacks [] for security_group (b573536d-5dbb-4686-94a5-4a4b8befda6d), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:06.997053 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-3d91404c-4ea8-4641-baf8-4b1fb099af9d admin admin] Publish callbacks [] for security_group (b573536d-5dbb-4686-94a5-4a4b8befda6d), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:07.138208 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-3d91404c-4ea8-4641-baf8-4b1fb099af9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (b573536d-5dbb-4686-94a5-4a4b8befda6d), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:07.140699 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-3d91404c-4ea8-4641-baf8-4b1fb099af9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:07.141926 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-3d91404c-4ea8-4641-baf8-4b1fb099af9d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b573536d-5dbb-4686-94a5-4a4b8befda6d HTTP/1.1" status: 204 len: 168 time: 0.2199242 Jan 20 12:54:07.152988 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91404c-4ea8-4641-baf8-4b1fb099af9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b573536d-5dbb-4686-94a5-4a4b8befda6d,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:07.591282 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:08.069388 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 54730) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:08.083024 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-55a94246-6fa5-4aac-a876-9f7d21f4fa64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:08.160278 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-55a94246-6fa5-4aac-a876-9f7d21f4fa64 admin admin] Publish callbacks [] for security_group (4fc18f55-ca57-4588-bb5c-c8e2a1add05a), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:08.251942 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-55a94246-6fa5-4aac-a876-9f7d21f4fa64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (4fc18f55-ca57-4588-bb5c-c8e2a1add05a), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:08.294007 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-55a94246-6fa5-4aac-a876-9f7d21f4fa64 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1586960566b64b119d6b1655154ee225&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234070 Jan 20 12:54:08.296081 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a94246-6fa5-4aac-a876-9f7d21f4fa64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc18f55-ca57-4588-bb5c-c8e2a1add05a,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:08.296902 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 54736) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:08.353196 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-36c29ea3-6eab-4863-96b7-ab29e18f7fb8 admin admin] Publish callbacks [] for security_group (4fc18f55-ca57-4588-bb5c-c8e2a1add05a), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:08.375663 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-36c29ea3-6eab-4863-96b7-ab29e18f7fb8 admin admin] Publish callbacks [] for security_group (4fc18f55-ca57-4588-bb5c-c8e2a1add05a), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:08.474912 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-36c29ea3-6eab-4863-96b7-ab29e18f7fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (4fc18f55-ca57-4588-bb5c-c8e2a1add05a), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:08.477349 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-36c29ea3-6eab-4863-96b7-ab29e18f7fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:08.478561 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-36c29ea3-6eab-4863-96b7-ab29e18f7fb8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4fc18f55-ca57-4588-bb5c-c8e2a1add05a HTTP/1.1" status: 204 len: 168 time: 0.1804938 Jan 20 12:54:08.486649 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c29ea3-6eab-4863-96b7-ab29e18f7fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc18f55-ca57-4588-bb5c-c8e2a1add05a,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:09.149324 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:09.412286 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 12:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea93ea7-8fcf-46c8-8216-bf91a4cfff7d x-openstack-request-id: req-4ea93ea7-8fcf-46c8-8216-bf91a4cfff7d {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:54:09.412806 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a", "tag": "bcd0deb6-a22b-461d-a8fa-a803e44e0fe4", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:54:09.412896 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4ea93ea7-8fcf-46c8-8216-bf91a4cfff7d {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:54:09.413233 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a', 'tag': 'bcd0deb6-a22b-461d-a8fa-a803e44e0fe4', 'status': 'completed', 'code': 200} Jan 20 12:54:09.434757 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-8850de32-950b-4524-b98e-5085a864109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:09.436793 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-8850de32-950b-4524-b98e-5085a864109e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c627e132fb96455193cbc6c115ae66a8&device_id=b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a HTTP/1.1" status: 200 len: 1096 time: 0.0590048 Jan 20 12:54:09.684569 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-f9f3bde4-22db-4c49-b0f2-dee59f8d926d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcd0deb6-a22b-461d-a8fa-a803e44e0fe4 HTTP/1.1" status: 200 len: 217 time: 0.2402430 Jan 20 12:54:09.785492 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-88f89456-8b94-411c-97f1-c5169ad816dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:09.786953 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-88f89456-8b94-411c-97f1-c5169ad816dc service neutron] 10.222.0.107 "GET /v2.0/subnets?id=160c493f-960c-42fe-873c-9bc69f61abc5 HTTP/1.1" status: 200 len: 855 time: 0.0877755 Jan 20 12:54:09.799191 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1b878-cfbd-4c7e-8cd9-025ba39720b4 req-12d10bda-209b-4032-947a-5f2555cbc6e8 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:09.800700 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-19d1b878-cfbd-4c7e-8cd9-025ba39720b4 req-12d10bda-209b-4032-947a-5f2555cbc6e8 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a HTTP/1.1" status: 200 len: 943 time: 0.1192768 Jan 20 12:54:09.817266 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf257a2-91f5-414c-befa-d29540e6899a req-9f6f08df-e9c9-46f8-983c-470a88c92b79 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:09.818670 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6bf257a2-91f5-414c-befa-d29540e6899a req-9f6f08df-e9c9-46f8-983c-470a88c92b79 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.1383359 Jan 20 12:54:09.844342 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-5a1f6d5a-97c9-4b30-a1c5-7a24b52c93e0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=457dc31e-9fe8-4fb8-852d-eea62a00d396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418329 Jan 20 12:54:09.968025 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-19d1b878-cfbd-4c7e-8cd9-025ba39720b4 req-63d6cb49-7b83-4a0d-a7e6-50dd41e2e9de tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477716 Jan 20 12:54:09.985779 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6bf257a2-91f5-414c-befa-d29540e6899a req-6bc7f4a6-046a-43db-8e29-7a8c574f720f tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453314 Jan 20 12:54:09.989692 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:10.017985 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-37513b01-ce3b-43ba-a26c-0933d85553b1 service neutron] 10.222.0.107 "GET /v2.0/networks/457dc31e-9fe8-4fb8-852d-eea62a00d396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603236 Jan 20 12:54:10.086094 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 54774) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:10.137183 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-802b645a-1d66-47ec-b3c8-828ce1a7fd26 req-468f9aa3-ab37-4474-aa00-740772e1b696 service neutron] 10.222.0.107 "GET /v2.0/networks/457dc31e-9fe8-4fb8-852d-eea62a00d396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085827 Jan 20 12:54:10.223096 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-0de726b6-7e76-46d2-960f-69540a4af6b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1019434197-network', 'tenant_id': '4379f8b201d440e1b3991c46e64bb5ca'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:54:10.348061 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400673e-4b2b-4502-b32d-96f124d08161 req-0ddd5a0a-0883-4f70-8373-136029ca03c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:10.349766 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a400673e-4b2b-4502-b32d-96f124d08161 req-0ddd5a0a-0883-4f70-8373-136029ca03c0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c627e132fb96455193cbc6c115ae66a8&device_id=b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a HTTP/1.1" status: 200 len: 1096 time: 0.0432959 Jan 20 12:54:10.440168 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de726b6-7e76-46d2-960f-69540a4af6b6 admin admin] Made reservation on behalf of 4379f8b201d440e1b3991c46e64bb5ca for: {'network': 1} {{(pid=109760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:54:10.443837 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-0de726b6-7e76-46d2-960f-69540a4af6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for network (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:10.474113 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-0de726b6-7e76-46d2-960f-69540a4af6b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:10.525672 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400673e-4b2b-4502-b32d-96f124d08161 req-cca77cf2-40b7-4185-ac2b-c1b84c54b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:10.527270 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a400673e-4b2b-4502-b32d-96f124d08161 req-cca77cf2-40b7-4185-ac2b-c1b84c54b976 service neutron] 10.222.0.107 "GET /v2.0/networks?id=457dc31e-9fe8-4fb8-852d-eea62a00d396 HTTP/1.1" status: 200 len: 916 time: 0.1698089 Jan 20 12:54:10.606443 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-0de726b6-7e76-46d2-960f-69540a4af6b6 admin admin] Publish callbacks [] for security_group (8401526e-eb6e-4adf-affe-9b7e3fbb923c), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:10.608598 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a400673e-4b2b-4502-b32d-96f124d08161 req-38a263f8-36a0-45ed-83c5-5a9c94153ba6 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcd0deb6-a22b-461d-a8fa-a803e44e0fe4 HTTP/1.1" status: 200 len: 217 time: 0.0713592 Jan 20 12:54:10.667546 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400673e-4b2b-4502-b32d-96f124d08161 req-e703bc66-68ab-4c5e-b123-34442147a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:10.669115 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a400673e-4b2b-4502-b32d-96f124d08161 req-e703bc66-68ab-4c5e-b123-34442147a80a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=160c493f-960c-42fe-873c-9bc69f61abc5 HTTP/1.1" status: 200 len: 855 time: 0.0538321 Jan 20 12:54:10.703683 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a400673e-4b2b-4502-b32d-96f124d08161 req-74fa11ca-87d8-4486-ad90-b9eded69745d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=457dc31e-9fe8-4fb8-852d-eea62a00d396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245886 Jan 20 12:54:10.751630 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-0de726b6-7e76-46d2-960f-69540a4af6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (8401526e-eb6e-4adf-affe-9b7e3fbb923c), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:10.782753 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de726b6-7e76-46d2-960f-69540a4af6b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=109760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 12:54:10.804902 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-0de726b6-7e76-46d2-960f-69540a4af6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (2db35094-4d9f-47c7-97e9-6df0be97fb96), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:10.805275 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.db.segments_db [None req-0de726b6-7e76-46d2-960f-69540a4af6b6 admin admin] Added segment 2db35094-4d9f-47c7-97e9-6df0be97fb96 of type vlan for network 0e4c29d6-db79-447b-89ae-13ac8e80dcfe Jan 20 12:54:10.807285 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de726b6-7e76-46d2-960f-69540a4af6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8401526e-eb6e-4adf-affe-9b7e3fbb923c,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:10.809946 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a400673e-4b2b-4502-b32d-96f124d08161 req-db99b95d-301e-42c6-9860-6889a5dfb9d4 service neutron] 10.222.0.107 "GET /v2.0/networks/457dc31e-9fe8-4fb8-852d-eea62a00d396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983553 Jan 20 12:54:10.852408 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-0de726b6-7e76-46d2-960f-69540a4af6b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775109455270'] for network (0e4c29d6-db79-447b-89ae-13ac8e80dcfe), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:10.925627 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a400673e-4b2b-4502-b32d-96f124d08161 req-1d5919ba-b538-4d1f-bfca-f9216d090b17 service neutron] 10.222.0.107 "GET /v2.0/networks/457dc31e-9fe8-4fb8-852d-eea62a00d396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007812 Jan 20 12:54:10.942950 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:11.071106 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-0de726b6-7e76-46d2-960f-69540a4af6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for network (0e4c29d6-db79-447b-89ae-13ac8e80dcfe), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:11.078242 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de726b6-7e76-46d2-960f-69540a4af6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:11.078242 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-0de726b6-7e76-46d2-960f-69540a4af6b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:11.179268 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dfafc1-51f8-4079-af65-c98f36ebf314 req-a6b86a44-65f5-4f85-9d98-c1d5b6c9b150 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:11.181720 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-86dfafc1-51f8-4079-af65-c98f36ebf314 req-a6b86a44-65f5-4f85-9d98-c1d5b6c9b150 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a HTTP/1.1" status: 200 len: 943 time: 0.1040263 Jan 20 12:54:11.201495 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de726b6-7e76-46d2-960f-69540a4af6b6 admin admin] Pushing event updated for resources: {'Network': ['ID=0e4c29d6-db79-447b-89ae-13ac8e80dcfe,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:11.218531 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Network 0e4c29d6-db79-447b-89ae-13ac8e80dcfe details requested by agent ovs-agent-dv-cinder-804035-24-iscsi with host dv-cinder-804035-24-iscsi {{(pid=109761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 12:54:11.290788 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008aeb9-c5da-4496-bcfa-f15f45a1c60c req-58eb46ad-510d-4735-a85f-25e07e4e8558 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:11.293282 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4008aeb9-c5da-4496-bcfa-f15f45a1c60c req-58eb46ad-510d-4735-a85f-25e07e4e8558 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.1492314 Jan 20 12:54:11.334183 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-86dfafc1-51f8-4079-af65-c98f36ebf314 req-32a8c330-1d86-49aa-849f-4e2cf7c3369b tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286793 Jan 20 12:54:11.362300 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-0de726b6-7e76-46d2-960f-69540a4af6b6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2675354 Jan 20 12:54:11.362300 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 54806) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:11.363306 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-55c49bc2-afab-4000-b7e2-ab678fc8d3a2 admin admin] Request body: {'subnet': {'network_id': '0e4c29d6-db79-447b-89ae-13ac8e80dcfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1019434197-subnet', 'tenant_id': '4379f8b201d440e1b3991c46e64bb5ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:54:11.377008 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4008aeb9-c5da-4496-bcfa-f15f45a1c60c req-ccc2f25c-969c-4919-aba3-d50b365ed21d tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754218 Jan 20 12:54:11.514639 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c49bc2-afab-4000-b7e2-ab678fc8d3a2 admin admin] Made reservation on behalf of 4379f8b201d440e1b3991c46e64bb5ca for: {'subnet': 1} {{(pid=109760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:54:11.516981 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-55c49bc2-afab-4000-b7e2-ab678fc8d3a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4798112'] for subnet (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:11.881907 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-55c49bc2-afab-4000-b7e2-ab678fc8d3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4798130'] for subnet (af59c00b-0097-4027-a7cf-843979cdecd9), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:11.949823 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c49bc2-afab-4000-b7e2-ab678fc8d3a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af59c00b-0097-4027-a7cf-843979cdecd9,revision_number=0']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:11.958233 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c49bc2-afab-4000-b7e2-ab678fc8d3a2 admin admin] Checking segment: {'id': '2db35094-4d9f-47c7-97e9-6df0be97fb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0e4c29d6-db79-447b-89ae-13ac8e80dcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:54:11.958834 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c49bc2-afab-4000-b7e2-ab678fc8d3a2 admin admin] Network hostable DHCP agents. Network: 0e4c29d6-db79-447b-89ae-13ac8e80dcfe, hostable agents: ['34b5833e-9762-4604-a0fa-5558c3f0462d'], hosted agents: [] {{(pid=109760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 12:54:12.160564 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c49bc2-afab-4000-b7e2-ab678fc8d3a2 admin admin] Network 0e4c29d6-db79-447b-89ae-13ac8e80dcfe is scheduled to be hosted by DHCP agent 34b5833e-9762-4604-a0fa-5558c3f0462d with binding_index 1 {{(pid=109760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 12:54:12.246203 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-55c49bc2-afab-4000-b7e2-ab678fc8d3a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-24-iscsi, 0e4c29d6-db79-447b-89ae-13ac8e80dcfe) {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:54:12.251324 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c49bc2-afab-4000-b7e2-ab678fc8d3a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:12.251958 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-55c49bc2-afab-4000-b7e2-ab678fc8d3a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:12.258475 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36407d60-b705-41e0-822d-62dfd6690b2e None None] Network 0e4c29d6-db79-447b-89ae-13ac8e80dcfe requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:54:12.392066 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d93bc9a-a191-493c-9e3c-551c674ae171 None None] Network 0e4c29d6-db79-447b-89ae-13ac8e80dcfe requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:54:12.425994 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-55c49bc2-afab-4000-b7e2-ab678fc8d3a2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0665913 Jan 20 12:54:12.618844 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78dae63-b329-4514-b304-10904f0329b4 req-478b1e83-3d5f-435f-a9ae-bcdde49d6192 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:12.620463 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f78dae63-b329-4514-b304-10904f0329b4 req-478b1e83-3d5f-435f-a9ae-bcdde49d6192 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a HTTP/1.1" status: 200 len: 943 time: 0.1477032 Jan 20 12:54:12.631522 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47787dbd-f1a1-4509-928d-f722cf94f65f req-571cac54-e307-46cf-90db-014c1028862f tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:12.633138 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-47787dbd-f1a1-4509-928d-f722cf94f65f req-571cac54-e307-46cf-90db-014c1028862f tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.1278846 Jan 20 12:54:12.721925 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f78dae63-b329-4514-b304-10904f0329b4 req-f145aaf5-d9ab-4622-a613-03989c011e2d tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876672 Jan 20 12:54:12.728552 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-47787dbd-f1a1-4509-928d-f722cf94f65f req-525b66e1-9533-4b8c-80f1-31e26f96ab4d tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817254 Jan 20 12:54:13.264572 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 54866) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:13.397450 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-9c6a5adb-b5c9-4372-9df7-f280c44ad95f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:13.482192 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-9c6a5adb-b5c9-4372-9df7-f280c44ad95f admin admin] Publish callbacks [] for security_group (4e4549c2-7a17-464b-84af-85de5bf38911), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:13.501674 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device bcd0deb6-a22b-461d-a8fa-a803e44e0fe4 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 12:54:13.602813 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-9c6a5adb-b5c9-4372-9df7-f280c44ad95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (4e4549c2-7a17-464b-84af-85de5bf38911), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:13.607850 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port bcd0deb6-a22b-461d-a8fa-a803e44e0fe4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bcd0deb6-a22b-461d-a8fa-a803e44e0fe4,segment=NetworkSegment(12a04a7f-2991-4069-9a95-1caa23baeb64),segment_id=12a04a7f-2991-4069-9a95-1caa23baeb64)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:54:13.619886 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 54880) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:13.625378 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Returning: {'device': 'bcd0deb6-a22b-461d-a8fa-a803e44e0fe4', 'network_id': '457dc31e-9fe8-4fb8-852d-eea62a00d396', 'port_id': 'bcd0deb6-a22b-461d-a8fa-a803e44e0fe4', 'mac_address': 'fa:16:3e:20:59:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160c493f-960c-42fe-873c-9bc69f61abc5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 12:54:13.626252 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-6a154178-dbe7-4407-8d2c-3b56dd8e4fc6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1652596423-network', 'tenant_id': '2de5355ee1724f84b8488bdea95b20e2'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:54:13.643614 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a5adb-b5c9-4372-9df7-f280c44ad95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4549c2-7a17-464b-84af-85de5bf38911,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:13.667898 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port bcd0deb6-a22b-461d-a8fa-a803e44e0fe4 is: DOWN; New status is: BUILD {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:54:13.668295 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (bcd0deb6-a22b-461d-a8fa-a803e44e0fe4), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:13.671545 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-9c6a5adb-b5c9-4372-9df7-f280c44ad95f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7c4cf722272342899d9fd78cb3303295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4051154 Jan 20 12:54:13.673531 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 54882) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:13.688653 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd0deb6-a22b-461d-a8fa-a803e44e0fe4 {{(pid=109761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:54:13.707594 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port bcd0deb6-a22b-461d-a8fa-a803e44e0fe4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bcd0deb6-a22b-461d-a8fa-a803e44e0fe4,segment=NetworkSegment(12a04a7f-2991-4069-9a95-1caa23baeb64),segment_id=12a04a7f-2991-4069-9a95-1caa23baeb64)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:54:13.735299 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-910f42ab-c0a6-472f-8f58-07f5497eab87 admin admin] Publish callbacks [] for security_group (4e4549c2-7a17-464b-84af-85de5bf38911), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:13.761213 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-910f42ab-c0a6-472f-8f58-07f5497eab87 admin admin] Publish callbacks [] for security_group (4e4549c2-7a17-464b-84af-85de5bf38911), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:13.779161 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a154178-dbe7-4407-8d2c-3b56dd8e4fc6 admin admin] Made reservation on behalf of 2de5355ee1724f84b8488bdea95b20e2 for: {'network': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:54:13.781867 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6a154178-dbe7-4407-8d2c-3b56dd8e4fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for network (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:13.800425 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6a154178-dbe7-4407-8d2c-3b56dd8e4fc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:13.886736 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (bcd0deb6-a22b-461d-a8fa-a803e44e0fe4), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:13.913819 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ec9e5-03e3-486f-9238-98360b54c76f req-e3394087-18aa-4019-8802-f815753e356e tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:13.915330 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-244ec9e5-03e3-486f-9238-98360b54c76f req-e3394087-18aa-4019-8802-f815753e356e tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a HTTP/1.1" status: 200 len: 943 time: 0.0967319 Jan 20 12:54:13.924343 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681769d-9927-44a9-987e-5ee62508540c req-a89f2f54-08b7-48d5-84c6-6bd87affabc9 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:13.925963 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3681769d-9927-44a9-987e-5ee62508540c req-a89f2f54-08b7-48d5-84c6-6bd87affabc9 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0941088 Jan 20 12:54:13.946040 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=bcd0deb6-a22b-461d-a8fa-a803e44e0fe4,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:13.954242 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:13.954717 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:13.955193 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:13.955617 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:13.956027 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:13.956432 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:13.956877 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:13.957257 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:13.957625 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:13.957994 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:13.958987 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:13.959413 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:13.959807 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:14.004260 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-244ec9e5-03e3-486f-9238-98360b54c76f req-66072680-f74f-459f-ab6e-c3642735bcb6 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772643 Jan 20 12:54:14.010587 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-910f42ab-c0a6-472f-8f58-07f5497eab87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (4e4549c2-7a17-464b-84af-85de5bf38911), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:14.013221 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-910f42ab-c0a6-472f-8f58-07f5497eab87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:14.017599 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-910f42ab-c0a6-472f-8f58-07f5497eab87 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4e4549c2-7a17-464b-84af-85de5bf38911 HTTP/1.1" status: 204 len: 168 time: 0.3396528 Jan 20 12:54:14.023335 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3681769d-9927-44a9-987e-5ee62508540c req-afe6d5bb-fba4-4a4b-a628-de67f1b8a12f tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876257 Jan 20 12:54:14.048649 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f42ab-c0a6-472f-8f58-07f5497eab87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4549c2-7a17-464b-84af-85de5bf38911,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:14.122051 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6a154178-dbe7-4407-8d2c-3b56dd8e4fc6 admin admin] Publish callbacks [] for security_group (428555c0-3cf5-4cf2-9297-cf0530b7711a), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:14.220078 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6a154178-dbe7-4407-8d2c-3b56dd8e4fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (428555c0-3cf5-4cf2-9297-cf0530b7711a), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:14.246430 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a154178-dbe7-4407-8d2c-3b56dd8e4fc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 12:54:14.261000 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a154178-dbe7-4407-8d2c-3b56dd8e4fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428555c0-3cf5-4cf2-9297-cf0530b7711a,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:14.266323 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6a154178-dbe7-4407-8d2c-3b56dd8e4fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (2d51960d-6888-4330-a9f2-4ea6f68cec75), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:14.266669 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.db.segments_db [None req-6a154178-dbe7-4407-8d2c-3b56dd8e4fc6 admin admin] Added segment 2d51960d-6888-4330-a9f2-4ea6f68cec75 of type vlan for network d2323e43-036a-4dfe-96f5-f885bc32f28c Jan 20 12:54:14.311586 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6a154178-dbe7-4407-8d2c-3b56dd8e4fc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775109455270'] for network (d2323e43-036a-4dfe-96f5-f885bc32f28c), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:14.377619 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['bcd0deb6-a22b-461d-a8fa-a803e44e0fe4'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:54:14.446974 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6a154178-dbe7-4407-8d2c-3b56dd8e4fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for network (d2323e43-036a-4dfe-96f5-f885bc32f28c), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:14.448009 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a154178-dbe7-4407-8d2c-3b56dd8e4fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:14.448811 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6a154178-dbe7-4407-8d2c-3b56dd8e4fc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:14.544444 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a154178-dbe7-4407-8d2c-3b56dd8e4fc6 admin admin] Pushing event updated for resources: {'Network': ['ID=d2323e43-036a-4dfe-96f5-f885bc32f28c,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:14.560328 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Network d2323e43-036a-4dfe-96f5-f885bc32f28c details requested by agent ovs-agent-dv-cinder-804035-24-iscsi with host dv-cinder-804035-24-iscsi {{(pid=109761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 12:54:14.586626 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-6a154178-dbe7-4407-8d2c-3b56dd8e4fc6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9645624 Jan 20 12:54:14.590006 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 54916) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:14.598202 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-6c8e8423-137b-4c3d-912f-9380496cd53d admin admin] Request body: {'subnet': {'network_id': 'd2323e43-036a-4dfe-96f5-f885bc32f28c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1652596423-subnet', 'tenant_id': '2de5355ee1724f84b8488bdea95b20e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:54:14.792686 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8e8423-137b-4c3d-912f-9380496cd53d admin admin] Made reservation on behalf of 2de5355ee1724f84b8488bdea95b20e2 for: {'subnet': 1} {{(pid=109760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:54:14.796524 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-6c8e8423-137b-4c3d-912f-9380496cd53d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4798112'] for subnet (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:14.965590 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43f00d-c2fb-4ba4-9752-2ce40fddeca4 req-61316369-f333-4acb-8934-abd7ca9a3a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:14.967172 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4c43f00d-c2fb-4ba4-9752-2ce40fddeca4 req-61316369-f333-4acb-8934-abd7ca9a3a6d service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 1098 time: 0.0698621 Jan 20 12:54:15.044140 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4c43f00d-c2fb-4ba4-9752-2ce40fddeca4 req-3fd4534c-c26d-40ca-94a2-4b2de61b0d53 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703471 Jan 20 12:54:15.065297 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 54946) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:15.080649 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-16f924e1-b77e-49d7-a047-980fc50339a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:15.195045 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648e10b-eae8-4b50-aff2-b0f8bacf9b26 req-59a9b01c-fe29-4639-a5e6-0484b98c61fa tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:15.196660 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9648e10b-eae8-4b50-aff2-b0f8bacf9b26 req-59a9b01c-fe29-4639-a5e6-0484b98c61fa tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a HTTP/1.1" status: 200 len: 944 time: 0.0854084 Jan 20 12:54:15.284798 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-16f924e1-b77e-49d7-a047-980fc50339a0 admin admin] Publish callbacks [] for security_group (75f2f630-dcd7-4ffa-be18-874eed96c61a), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:15.306444 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-6c8e8423-137b-4c3d-912f-9380496cd53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4798130'] for subnet (35d1116a-9970-4d53-abf8-dd9f08bf4bb8), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:15.313721 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9648e10b-eae8-4b50-aff2-b0f8bacf9b26 req-3158913b-c290-4b35-90b0-abdc4ac27064 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081638 Jan 20 12:54:15.326273 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a72a06-e58e-4567-925f-67f910f0ba84 req-9f429293-3681-4539-8c9c-f948a63b01c5 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:15.327853 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c4a72a06-e58e-4567-925f-67f910f0ba84 req-9f429293-3681-4539-8c9c-f948a63b01c5 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.1164021 Jan 20 12:54:15.371719 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e8423-137b-4c3d-912f-9380496cd53d admin admin] Pushing event updated for resources: {'Subnet': ['ID=35d1116a-9970-4d53-abf8-dd9f08bf4bb8,revision_number=0']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:15.382364 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-16f924e1-b77e-49d7-a047-980fc50339a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (75f2f630-dcd7-4ffa-be18-874eed96c61a), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:15.393558 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8e8423-137b-4c3d-912f-9380496cd53d admin admin] Checking segment: {'id': '2d51960d-6888-4330-a9f2-4ea6f68cec75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd2323e43-036a-4dfe-96f5-f885bc32f28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:54:15.393558 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8e8423-137b-4c3d-912f-9380496cd53d admin admin] Network hostable DHCP agents. Network: d2323e43-036a-4dfe-96f5-f885bc32f28c, hostable agents: ['34b5833e-9762-4604-a0fa-5558c3f0462d'], hosted agents: [] {{(pid=109760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 12:54:15.409294 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c4a72a06-e58e-4567-925f-67f910f0ba84 req-fb5f8438-3acc-4502-b19c-cea6dba68740 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734999 Jan 20 12:54:15.433146 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f924e1-b77e-49d7-a047-980fc50339a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f2f630-dcd7-4ffa-be18-874eed96c61a,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:15.439220 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-16f924e1-b77e-49d7-a047-980fc50339a0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e712444982a04c4c8a5be7a6607c0f1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3722208 Jan 20 12:54:15.476715 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 54962) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:15.531085 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-be4643c4-5445-4bd1-90f9-f57703b3c352 admin admin] Publish callbacks [] for security_group (75f2f630-dcd7-4ffa-be18-874eed96c61a), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:15.556254 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-be4643c4-5445-4bd1-90f9-f57703b3c352 admin admin] Publish callbacks [] for security_group (75f2f630-dcd7-4ffa-be18-874eed96c61a), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:15.601834 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8e8423-137b-4c3d-912f-9380496cd53d admin admin] Network d2323e43-036a-4dfe-96f5-f885bc32f28c is scheduled to be hosted by DHCP agent 34b5833e-9762-4604-a0fa-5558c3f0462d with binding_index 1 {{(pid=109760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 12:54:15.894167 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-6c8e8423-137b-4c3d-912f-9380496cd53d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-24-iscsi, d2323e43-036a-4dfe-96f5-f885bc32f28c) {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:54:15.895839 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-be4643c4-5445-4bd1-90f9-f57703b3c352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (75f2f630-dcd7-4ffa-be18-874eed96c61a), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:15.898629 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-be4643c4-5445-4bd1-90f9-f57703b3c352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:15.902978 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-be4643c4-5445-4bd1-90f9-f57703b3c352 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/75f2f630-dcd7-4ffa-be18-874eed96c61a HTTP/1.1" status: 204 len: 168 time: 0.4219871 Jan 20 12:54:15.905722 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8e8423-137b-4c3d-912f-9380496cd53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:15.906252 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-6c8e8423-137b-4c3d-912f-9380496cd53d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:15.907485 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a756ede5-fe9a-4269-9d51-323080b38320 None None] Network d2323e43-036a-4dfe-96f5-f885bc32f28c requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:54:15.917230 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4643c4-5445-4bd1-90f9-f57703b3c352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f2f630-dcd7-4ffa-be18-874eed96c61a,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:16.029297 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049a2529-4e8f-41b1-884c-c6f2a2e05423 None None] Network d2323e43-036a-4dfe-96f5-f885bc32f28c requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:54:16.138649 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-6c8e8423-137b-4c3d-912f-9380496cd53d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5468872 Jan 20 12:54:16.445196 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e71a3b-b3af-4097-ab88-6212c5d87ead req-56de0675-0ece-413b-9917-c0061ccdadf8 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:16.451999 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-61e71a3b-b3af-4097-ab88-6212c5d87ead req-56de0675-0ece-413b-9917-c0061ccdadf8 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a HTTP/1.1" status: 200 len: 944 time: 0.0632777 Jan 20 12:54:16.514354 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-61e71a3b-b3af-4097-ab88-6212c5d87ead req-07f94d62-875f-4572-93db-e8fa2867aa79 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558932 Jan 20 12:54:16.574335 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03a139-87cd-4d07-940f-e80b54ec63b6 req-7eb4e89a-656e-423a-874b-918b84a35fb9 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:16.576030 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1e03a139-87cd-4d07-940f-e80b54ec63b6 req-7eb4e89a-656e-423a-874b-918b84a35fb9 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0593410 Jan 20 12:54:16.646063 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1e03a139-87cd-4d07-940f-e80b54ec63b6 req-94fa19a2-bf1c-4e50-9a33-890e96cbcc59 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643578 Jan 20 12:54:17.452096 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 55010) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:17.522223 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device bcd0deb6-a22b-461d-a8fa-a803e44e0fe4 up at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:54:17.594079 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8240-b4b3-46a0-ba2b-bc5035d4799c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:17.718924 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea16f2-1cca-41e3-af09-9ad367463fcf req-9f89bc38-cbab-4c53-96b9-c9379f79b072 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:17.720494 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b5ea16f2-1cca-41e3-af09-9ad367463fcf req-9f89bc38-cbab-4c53-96b9-c9379f79b072 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a HTTP/1.1" status: 200 len: 944 time: 0.0687621 Jan 20 12:54:17.728834 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning for port bcd0deb6-a22b-461d-a8fa-a803e44e0fe4 completed by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 12:54:17.735495 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning complete for port bcd0deb6-a22b-461d-a8fa-a803e44e0fe4 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:54:17.736126 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (bcd0deb6-a22b-461d-a8fa-a803e44e0fe4), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:17.787625 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b5ea16f2-1cca-41e3-af09-9ad367463fcf req-f241b638-08fd-4737-8924-fc38b9746821 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602069 Jan 20 12:54:17.825724 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8240-b4b3-46a0-ba2b-bc5035d4799c admin admin] Publish callbacks [] for security_group (301eb891-0b07-44a8-a16f-8d2cd596cdcf), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:17.855265 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port bcd0deb6-a22b-461d-a8fa-a803e44e0fe4 is: BUILD; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:54:17.855777 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (bcd0deb6-a22b-461d-a8fa-a803e44e0fe4), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:17.882931 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b0bbc-eb9a-4126-b93f-8f14af40fdf5 req-6f164900-c127-4d00-9fed-40751cef9e61 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:17.884229 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd0deb6-a22b-461d-a8fa-a803e44e0fe4'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:54:17.885320 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f30b0bbc-eb9a-4126-b93f-8f14af40fdf5 req-6f164900-c127-4d00-9fed-40751cef9e61 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0644574 Jan 20 12:54:17.887577 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9219fde-2535-4c69-9d87-18e335e5a169" -d '{"events": [{"server_uuid": "b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a", "name": "network-vif-plugged", "status": "completed", "tag": "bcd0deb6-a22b-461d-a8fa-a803e44e0fe4"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:54:17.903013 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port bcd0deb6-a22b-461d-a8fa-a803e44e0fe4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bcd0deb6-a22b-461d-a8fa-a803e44e0fe4,segment=NetworkSegment(12a04a7f-2991-4069-9a95-1caa23baeb64),segment_id=12a04a7f-2991-4069-9a95-1caa23baeb64)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:54:17.950374 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f30b0bbc-eb9a-4126-b93f-8f14af40fdf5 req-5f135c82-3a18-4418-a018-dc99aa8c0286 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586603 Jan 20 12:54:17.979808 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8240-b4b3-46a0-ba2b-bc5035d4799c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (301eb891-0b07-44a8-a16f-8d2cd596cdcf), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:17.979984 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 12:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbe98af-9d94-4e3f-a669-8671c83dfbe2 x-openstack-request-id: req-ffbe98af-9d94-4e3f-a669-8671c83dfbe2 {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:54:17.979984 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a", "name": "network-vif-plugged", "status": "completed", "tag": "bcd0deb6-a22b-461d-a8fa-a803e44e0fe4", "code": 200}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:54:17.979984 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ffbe98af-9d94-4e3f-a669-8671c83dfbe2 {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:54:17.981281 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd0deb6-a22b-461d-a8fa-a803e44e0fe4', 'code': 200} Jan 20 12:54:18.016005 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (bcd0deb6-a22b-461d-a8fa-a803e44e0fe4), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:18.065151 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-2b0b8240-b4b3-46a0-ba2b-bc5035d4799c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bdcc0e9fd6f54d1f9b7720db49a9fb0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6116743 Jan 20 12:54:18.067617 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 55040) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:18.070926 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b8240-b4b3-46a0-ba2b-bc5035d4799c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301eb891-0b07-44a8-a16f-8d2cd596cdcf,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:18.183887 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=bcd0deb6-a22b-461d-a8fa-a803e44e0fe4,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:18.218738 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6197f-119a-4306-bb5f-afdd21453dd8 req-0154dc83-d682-4ba7-897a-c6a1d2b1c4e1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:18.227591 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-37f6197f-119a-4306-bb5f-afdd21453dd8 req-0154dc83-d682-4ba7-897a-c6a1d2b1c4e1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.1425314 Jan 20 12:54:18.236532 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ab49a864-99c1-4592-b31b-fc897be99ada admin admin] Publish callbacks [] for security_group (301eb891-0b07-44a8-a16f-8d2cd596cdcf), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:18.303087 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ab49a864-99c1-4592-b31b-fc897be99ada admin admin] Publish callbacks [] for security_group (301eb891-0b07-44a8-a16f-8d2cd596cdcf), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:18.353754 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-37f6197f-119a-4306-bb5f-afdd21453dd8 req-a7491d8e-d15c-4e52-8d6e-f368ba0909e0 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249568 Jan 20 12:54:18.539937 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ab49a864-99c1-4592-b31b-fc897be99ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (301eb891-0b07-44a8-a16f-8d2cd596cdcf), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:18.547219 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ab49a864-99c1-4592-b31b-fc897be99ada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:18.547219 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-ab49a864-99c1-4592-b31b-fc897be99ada admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/301eb891-0b07-44a8-a16f-8d2cd596cdcf HTTP/1.1" status: 204 len: 168 time: 0.4750819 Jan 20 12:54:18.557753 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab49a864-99c1-4592-b31b-fc897be99ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301eb891-0b07-44a8-a16f-8d2cd596cdcf,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:18.563427 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674ef7c-6a0e-4595-a61c-8b102674df69 req-f24e2d3f-3b58-4398-bec8-161feb8eb5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:18.564940 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c674ef7c-6a0e-4595-a61c-8b102674df69 req-f24e2d3f-3b58-4398-bec8-161feb8eb5f1 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a HTTP/1.1" status: 200 len: 1098 time: 0.0755386 Jan 20 12:54:18.625400 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c674ef7c-6a0e-4595-a61c-8b102674df69 req-0cf6b344-42ff-4c0e-abdb-8f11f714f263 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528581 Jan 20 12:54:18.925043 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78e87e-e93c-489b-be2f-24d5e2711816 req-fd38bab3-edd3-4687-b337-7073257a15ed tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:18.926672 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bc78e87e-e93c-489b-be2f-24d5e2711816 req-fd38bab3-edd3-4687-b337-7073257a15ed tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a HTTP/1.1" status: 200 len: 945 time: 0.0623231 Jan 20 12:54:18.980622 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bc78e87e-e93c-489b-be2f-24d5e2711816 req-78a0e7c3-9593-457b-92de-3392ed4ada6c tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482292 Jan 20 12:54:19.786441 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 55106) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:19.800090 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-69e63574-47ed-440c-8f26-9432c6bc3440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:20.196968 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97432634-5779-4fa6-b558-d2d12745d514 req-9076786c-7d70-4e77-a7fe-feb3368eb0ce tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:20.198690 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-97432634-5779-4fa6-b558-d2d12745d514 req-9076786c-7d70-4e77-a7fe-feb3368eb0ce tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a HTTP/1.1" status: 200 len: 945 time: 0.0870626 Jan 20 12:54:20.237333 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-69e63574-47ed-440c-8f26-9432c6bc3440 admin admin] Publish callbacks [] for security_group (4554aff6-c4cf-49dd-8dc7-65d6a1e0caa0), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:20.267514 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-97432634-5779-4fa6-b558-d2d12745d514 req-58678925-327f-42de-8fd6-ef33954a5458 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593495 Jan 20 12:54:20.443233 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-69e63574-47ed-440c-8f26-9432c6bc3440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (4554aff6-c4cf-49dd-8dc7-65d6a1e0caa0), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:20.499259 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-69e63574-47ed-440c-8f26-9432c6bc3440 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b28beb9d50744664970ba450cb1b6a6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7075531 Jan 20 12:54:20.499259 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e63574-47ed-440c-8f26-9432c6bc3440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4554aff6-c4cf-49dd-8dc7-65d6a1e0caa0,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:20.499876 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 55126) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:20.589611 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-764e7dda-3e76-4df1-919a-bdeec76d9f70 admin admin] Publish callbacks [] for security_group (4554aff6-c4cf-49dd-8dc7-65d6a1e0caa0), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:20.620279 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-764e7dda-3e76-4df1-919a-bdeec76d9f70 admin admin] Publish callbacks [] for security_group (4554aff6-c4cf-49dd-8dc7-65d6a1e0caa0), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:21.108421 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-764e7dda-3e76-4df1-919a-bdeec76d9f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (4554aff6-c4cf-49dd-8dc7-65d6a1e0caa0), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:21.112965 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-764e7dda-3e76-4df1-919a-bdeec76d9f70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:21.114559 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-764e7dda-3e76-4df1-919a-bdeec76d9f70 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4554aff6-c4cf-49dd-8dc7-65d6a1e0caa0 HTTP/1.1" status: 204 len: 168 time: 0.6134763 Jan 20 12:54:21.135452 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e7dda-3e76-4df1-919a-bdeec76d9f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4554aff6-c4cf-49dd-8dc7-65d6a1e0caa0,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:21.414331 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739af62-380e-4281-9e7f-7a43bc472b6d req-1f0831e4-2723-4fac-855d-8a830c45f5f3 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:21.416380 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c739af62-380e-4281-9e7f-7a43bc472b6d req-1f0831e4-2723-4fac-855d-8a830c45f5f3 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a HTTP/1.1" status: 200 len: 945 time: 0.0596449 Jan 20 12:54:21.488451 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c739af62-380e-4281-9e7f-7a43bc472b6d req-2f1c8efb-72a5-4b0b-aa5b-ac44053008c6 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616264 Jan 20 12:54:22.647544 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fb1bf-8e83-47ab-894b-d405bd0d35f1 req-13679085-0562-4487-85c9-d88e7fecaff9 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:22.661463 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9e8fb1bf-8e83-47ab-894b-d405bd0d35f1 req-13679085-0562-4487-85c9-d88e7fecaff9 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.0941172 Jan 20 12:54:22.765876 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d382eae-7730-4b7f-bfa4-dc504e73fe56 req-80ca6e19-43ac-45c8-8ecd-878c9333b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:22.767716 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5d382eae-7730-4b7f-bfa4-dc504e73fe56 req-80ca6e19-43ac-45c8-8ecd-878c9333b977 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=428c88034eba4cf187ed3b80a771c522&device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 1098 time: 0.1010590 Jan 20 12:54:22.773065 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9e8fb1bf-8e83-47ab-894b-d405bd0d35f1 req-c19d9380-538a-4f2d-bb10-5032232be042 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103277 Jan 20 12:54:22.880163 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d382eae-7730-4b7f-bfa4-dc504e73fe56 req-45666529-e6e2-45a2-9a84-f4f695abd995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:22.885985 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5d382eae-7730-4b7f-bfa4-dc504e73fe56 req-45666529-e6e2-45a2-9a84-f4f695abd995 service neutron] 10.222.0.107 "GET /v2.0/networks?id=1da03262-aaa2-44ec-9b4a-16ceb45bebd0 HTTP/1.1" status: 200 len: 919 time: 0.1070960 Jan 20 12:54:22.928396 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5d382eae-7730-4b7f-bfa4-dc504e73fe56 req-364d50d9-e645-406c-a0e5-17923d43db5b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b993b368-d74b-4950-bb49-dbc1a862c1c4 HTTP/1.1" status: 200 len: 217 time: 0.0400455 Jan 20 12:54:22.986325 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d382eae-7730-4b7f-bfa4-dc504e73fe56 req-75032614-852d-4598-9449-c2b07adb4f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:22.988318 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5d382eae-7730-4b7f-bfa4-dc504e73fe56 req-75032614-852d-4598-9449-c2b07adb4f95 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7 HTTP/1.1" status: 200 len: 858 time: 0.0531056 Jan 20 12:54:23.041885 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5d382eae-7730-4b7f-bfa4-dc504e73fe56 req-bb458b1f-7278-47e1-aa64-0f7a2e8aae06 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=1da03262-aaa2-44ec-9b4a-16ceb45bebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465083 Jan 20 12:54:23.189971 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5d382eae-7730-4b7f-bfa4-dc504e73fe56 req-ecbc082d-6392-4b3d-be79-af8f1f9231e9 service neutron] 10.222.0.107 "GET /v2.0/networks/1da03262-aaa2-44ec-9b4a-16ceb45bebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254399 Jan 20 12:54:23.262733 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 55222) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:23.316585 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5d382eae-7730-4b7f-bfa4-dc504e73fe56 req-e6543980-9896-40eb-b836-9bcc73ff7ea3 service neutron] 10.222.0.107 "GET /v2.0/networks/1da03262-aaa2-44ec-9b4a-16ceb45bebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182091 Jan 20 12:54:23.402516 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c5b6724d-7d1f-4683-ba87-30bad0a13ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:23.484753 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c5b6724d-7d1f-4683-ba87-30bad0a13ace admin admin] Publish callbacks [] for security_group (6bca146a-56c2-4f05-89b8-c166ca8a9fb1), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:23.761543 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c5b6724d-7d1f-4683-ba87-30bad0a13ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (6bca146a-56c2-4f05-89b8-c166ca8a9fb1), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:23.802185 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-c5b6724d-7d1f-4683-ba87-30bad0a13ace admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=43514fdb96ab48dd8fc271791990cdd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5382490 Jan 20 12:54:23.803318 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6724d-7d1f-4683-ba87-30bad0a13ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bca146a-56c2-4f05-89b8-c166ca8a9fb1,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:23.804813 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 55240) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:23.872074 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-514163c1-13d9-4c04-9047-decb298c0b0d admin admin] Publish callbacks [] for security_group (6bca146a-56c2-4f05-89b8-c166ca8a9fb1), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:23.912835 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-514163c1-13d9-4c04-9047-decb298c0b0d admin admin] Publish callbacks [] for security_group (6bca146a-56c2-4f05-89b8-c166ca8a9fb1), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:23.947945 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aaf494-e002-4ad7-85b7-87a9a4af74a1 req-66fd16d7-bd80-4a30-8921-faabf55897ac tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:23.950119 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-98aaf494-e002-4ad7-85b7-87a9a4af74a1 req-66fd16d7-bd80-4a30-8921-faabf55897ac tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.0878198 Jan 20 12:54:24.010271 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-98aaf494-e002-4ad7-85b7-87a9a4af74a1 req-ef737b6b-df18-49d8-9e12-c9488e49cf39 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490105 Jan 20 12:54:24.159121 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-514163c1-13d9-4c04-9047-decb298c0b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (6bca146a-56c2-4f05-89b8-c166ca8a9fb1), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:24.162594 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-514163c1-13d9-4c04-9047-decb298c0b0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:24.167912 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-514163c1-13d9-4c04-9047-decb298c0b0d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6bca146a-56c2-4f05-89b8-c166ca8a9fb1 HTTP/1.1" status: 204 len: 168 time: 0.3574965 Jan 20 12:54:24.175434 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514163c1-13d9-4c04-9047-decb298c0b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bca146a-56c2-4f05-89b8-c166ca8a9fb1,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:25.188502 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc21e3e-787f-438d-a02a-1736895f5070 req-f72dab40-0b0c-4624-8c39-d8b45bcb7d20 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:25.203466 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5bc21e3e-787f-438d-a02a-1736895f5070 req-f72dab40-0b0c-4624-8c39-d8b45bcb7d20 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.0942709 Jan 20 12:54:25.279387 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5bc21e3e-787f-438d-a02a-1736895f5070 req-97450883-04e9-4143-81f7-e5baa3830a85 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578198 Jan 20 12:54:25.464393 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 55306) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:25.474574 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-1165f6bc-2da2-4ced-8dcd-aae1a316b679 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:25.476129 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-1165f6bc-2da2-4ced-8dcd-aae1a316b679 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/networks?id=457dc31e-9fe8-4fb8-852d-eea62a00d396 HTTP/1.1" status: 200 len: 815 time: 0.1499779 Jan 20 12:54:25.503650 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-d549ac5b-3793-4b09-9a77-2abed72197cb tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/quotas/c627e132fb96455193cbc6c115ae66a8 HTTP/1.1" status: 200 len: 375 time: 0.0145562 Jan 20 12:54:25.563970 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-0a292b67-a1cc-46a3-b8e4-8e1924576b2b tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c627e132fb96455193cbc6c115ae66a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493326 Jan 20 12:54:25.605328 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-944913d8-f94d-4f08-9171-2c26dd65357d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:25.678437 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-fb87cc51-6b7a-4781-825b-d37ff44cbf61 service neutron] 10.222.0.57 "GET /v2.0/networks/457dc31e-9fe8-4fb8-852d-eea62a00d396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025071 Jan 20 12:54:25.723339 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-944913d8-f94d-4f08-9171-2c26dd65357d admin admin] Publish callbacks [] for security_group (a0cee4ed-40c2-4ed7-bcd5-6370b027d022), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:25.807476 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-d072644a-93d8-4a21-8941-c539e52c2c25 service neutron] 10.222.0.57 "GET /v2.0/networks/457dc31e-9fe8-4fb8-852d-eea62a00d396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187394 Jan 20 12:54:25.823911 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-944913d8-f94d-4f08-9171-2c26dd65357d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (a0cee4ed-40c2-4ed7-bcd5-6370b027d022), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:25.868648 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944913d8-f94d-4f08-9171-2c26dd65357d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cee4ed-40c2-4ed7-bcd5-6370b027d022,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:25.885343 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-944913d8-f94d-4f08-9171-2c26dd65357d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=deb3f96ce8934815808b70b1f2f51b73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4190183 Jan 20 12:54:25.885614 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 55326) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:25.947944 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-8e23d01d-558c-48bf-b663-7fba3f634115 admin admin] Publish callbacks [] for security_group (a0cee4ed-40c2-4ed7-bcd5-6370b027d022), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:25.969156 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-8e23d01d-558c-48bf-b663-7fba3f634115 admin admin] Publish callbacks [] for security_group (a0cee4ed-40c2-4ed7-bcd5-6370b027d022), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:26.108584 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 55336) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:26.122680 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3b86fb44-6186-42f9-967a-6d206a9726fc req-1c0a83be-2981-47cc-a9a8-af89b9a589f0 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd91cfcf-b2b2-4364-913d-4014cec83d48 HTTP/1.1" status: 200 len: 210 time: 0.0450892 Jan 20 12:54:26.123567 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-8e23d01d-558c-48bf-b663-7fba3f634115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (a0cee4ed-40c2-4ed7-bcd5-6370b027d022), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:26.129649 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-8e23d01d-558c-48bf-b663-7fba3f634115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:26.129649 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-8e23d01d-558c-48bf-b663-7fba3f634115 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a0cee4ed-40c2-4ed7-bcd5-6370b027d022 HTTP/1.1" status: 204 len: 168 time: 0.2410641 Jan 20 12:54:26.137527 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23d01d-558c-48bf-b663-7fba3f634115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cee4ed-40c2-4ed7-bcd5-6370b027d022,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:26.269355 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-2e3fbd4e-9b19-491f-a3f9-eb651ab9bd4a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-959143031-network', 'tenant_id': '4158537cd53e4f0caa021beab8dbc77a'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:54:26.454588 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3fbd4e-9b19-491f-a3f9-eb651ab9bd4a admin admin] Made reservation on behalf of 4158537cd53e4f0caa021beab8dbc77a for: {'network': 1} {{(pid=109760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:54:26.457470 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2e3fbd4e-9b19-491f-a3f9-eb651ab9bd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for network (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:26.468680 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2e3fbd4e-9b19-491f-a3f9-eb651ab9bd4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:26.564680 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2e3fbd4e-9b19-491f-a3f9-eb651ab9bd4a admin admin] Publish callbacks [] for security_group (1a254d8b-414d-450c-8bbb-f9cd4bbc6993), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:26.605867 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f821b9b-bfc2-43ee-ac9b-56f7941ddd50 req-a154173c-fbc2-4436-b510-55e7c585a7b8 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:26.607261 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1f821b9b-bfc2-43ee-ac9b-56f7941ddd50 req-a154173c-fbc2-4436-b510-55e7c585a7b8 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.2529409 Jan 20 12:54:26.663128 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2e3fbd4e-9b19-491f-a3f9-eb651ab9bd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (1a254d8b-414d-450c-8bbb-f9cd4bbc6993), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:26.677467 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1f821b9b-bfc2-43ee-ac9b-56f7941ddd50 req-d306c428-9617-4f5a-8245-fa1be56b4ae5 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644939 Jan 20 12:54:26.719657 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3fbd4e-9b19-491f-a3f9-eb651ab9bd4a admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=109760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 12:54:26.740341 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3fbd4e-9b19-491f-a3f9-eb651ab9bd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a254d8b-414d-450c-8bbb-f9cd4bbc6993,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:26.744913 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2e3fbd4e-9b19-491f-a3f9-eb651ab9bd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (db6d48c2-c5de-4474-8bd0-0dcd396b68a2), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:26.745781 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.db.segments_db [None req-2e3fbd4e-9b19-491f-a3f9-eb651ab9bd4a admin admin] Added segment db6d48c2-c5de-4474-8bd0-0dcd396b68a2 of type vlan for network fc5cd496-0b75-49fb-b647-7419ce6d438e Jan 20 12:54:26.804732 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2e3fbd4e-9b19-491f-a3f9-eb651ab9bd4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775109455270'] for network (fc5cd496-0b75-49fb-b647-7419ce6d438e), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:27.023189 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2e3fbd4e-9b19-491f-a3f9-eb651ab9bd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for network (fc5cd496-0b75-49fb-b647-7419ce6d438e), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:27.024787 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3fbd4e-9b19-491f-a3f9-eb651ab9bd4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:27.025653 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2e3fbd4e-9b19-491f-a3f9-eb651ab9bd4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:27.088271 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3fbd4e-9b19-491f-a3f9-eb651ab9bd4a admin admin] Pushing event updated for resources: {'Network': ['ID=fc5cd496-0b75-49fb-b647-7419ce6d438e,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:27.099564 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Network fc5cd496-0b75-49fb-b647-7419ce6d438e details requested by agent ovs-agent-dv-cinder-804035-24-iscsi with host dv-cinder-804035-24-iscsi {{(pid=109761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 12:54:27.158252 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-2e3fbd4e-9b19-491f-a3f9-eb651ab9bd4a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0466805 Jan 20 12:54:27.158358 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 55364) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:27.163710 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-314872ba-853e-4ebd-9d32-d9c089b97eb4 admin admin] Request body: {'subnet': {'network_id': 'fc5cd496-0b75-49fb-b647-7419ce6d438e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-959143031-subnet', 'tenant_id': '4158537cd53e4f0caa021beab8dbc77a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:54:27.223151 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-93559c1f-4b2a-4045-8a40-3f6adb1897c5 req-d9570b10-2dec-40a1-9ed5-1fc33045c667 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd91cfcf-b2b2-4364-913d-4014cec83d48 HTTP/1.1" status: 200 len: 210 time: 0.0299881 Jan 20 12:54:27.294976 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314872ba-853e-4ebd-9d32-d9c089b97eb4 admin admin] Made reservation on behalf of 4158537cd53e4f0caa021beab8dbc77a for: {'subnet': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:54:27.299099 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-314872ba-853e-4ebd-9d32-d9c089b97eb4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:27.328882 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 55366) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:27.354217 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-b816f494-0624-4a3f-b299-7fd984b09c3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:27.468537 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-b816f494-0624-4a3f-b299-7fd984b09c3e admin admin] Publish callbacks [] for security_group (e025f65d-9721-403e-9f4e-10534329f043), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:27.657710 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-b816f494-0624-4a3f-b299-7fd984b09c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (e025f65d-9721-403e-9f4e-10534329f043), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:27.705295 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816f494-0624-4a3f-b299-7fd984b09c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e025f65d-9721-403e-9f4e-10534329f043,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:27.712902 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 55370) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:27.722037 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-314872ba-853e-4ebd-9d32-d9c089b97eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for subnet (be388bd7-0c2c-4161-8e9a-09f3aef5035b), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:27.722317 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-b816f494-0624-4a3f-b299-7fd984b09c3e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=92e7f21890f54afb8af227e12b4eccf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3918276 Jan 20 12:54:27.817272 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314872ba-853e-4ebd-9d32-d9c089b97eb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be388bd7-0c2c-4161-8e9a-09f3aef5035b,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:27.881964 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314872ba-853e-4ebd-9d32-d9c089b97eb4 admin admin] Checking segment: {'id': 'db6d48c2-c5de-4474-8bd0-0dcd396b68a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fc5cd496-0b75-49fb-b647-7419ce6d438e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:54:27.882335 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314872ba-853e-4ebd-9d32-d9c089b97eb4 admin admin] Network hostable DHCP agents. Network: fc5cd496-0b75-49fb-b647-7419ce6d438e, hostable agents: ['34b5833e-9762-4604-a0fa-5558c3f0462d'], hosted agents: [] {{(pid=109759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 12:54:27.887256 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c67e8dec-12ee-4839-b876-5f8336d49749 admin admin] Publish callbacks [] for security_group (e025f65d-9721-403e-9f4e-10534329f043), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:27.924206 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c67e8dec-12ee-4839-b876-5f8336d49749 admin admin] Publish callbacks [] for security_group (e025f65d-9721-403e-9f4e-10534329f043), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:27.934613 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2f0d6-a2e7-4f52-bda2-9537e6a18d0e req-3d4e0b93-e46a-4cb1-9f4b-fbd2cd95306d tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:27.937838 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8aa2f0d6-a2e7-4f52-bda2-9537e6a18d0e req-3d4e0b93-e46a-4cb1-9f4b-fbd2cd95306d tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.1199815 Jan 20 12:54:28.018454 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8aa2f0d6-a2e7-4f52-bda2-9537e6a18d0e req-d91206b9-045b-440a-8b35-14f65980a107 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719650 Jan 20 12:54:28.076600 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314872ba-853e-4ebd-9d32-d9c089b97eb4 admin admin] Network fc5cd496-0b75-49fb-b647-7419ce6d438e is scheduled to be hosted by DHCP agent 34b5833e-9762-4604-a0fa-5558c3f0462d with binding_index 1 {{(pid=109759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 12:54:28.100140 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c67e8dec-12ee-4839-b876-5f8336d49749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (e025f65d-9721-403e-9f4e-10534329f043), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:28.103298 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c67e8dec-12ee-4839-b876-5f8336d49749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:28.107007 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-c67e8dec-12ee-4839-b876-5f8336d49749 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e025f65d-9721-403e-9f4e-10534329f043 HTTP/1.1" status: 204 len: 168 time: 0.3905494 Jan 20 12:54:28.115653 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e8dec-12ee-4839-b876-5f8336d49749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e025f65d-9721-403e-9f4e-10534329f043,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:28.307399 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-314872ba-853e-4ebd-9d32-d9c089b97eb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-24-iscsi, fc5cd496-0b75-49fb-b647-7419ce6d438e) {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:54:28.314318 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314872ba-853e-4ebd-9d32-d9c089b97eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:28.314984 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-314872ba-853e-4ebd-9d32-d9c089b97eb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for subnet (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:28.325581 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0a8c10-bd86-47fe-9241-ebfbb08aaed8 None None] Network fc5cd496-0b75-49fb-b647-7419ce6d438e requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:54:28.339258 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e1d4f93d-c8e4-42fe-97de-c69a8883e4cd req-458bb5a7-d3ed-49d8-a1cb-25b29349dc96 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd91cfcf-b2b2-4364-913d-4014cec83d48 HTTP/1.1" status: 200 len: 210 time: 0.0421886 Jan 20 12:54:28.459250 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3f948e-21a6-4701-902b-4d70c073a7aa None None] Network fc5cd496-0b75-49fb-b647-7419ce6d438e requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:54:28.484221 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-314872ba-853e-4ebd-9d32-d9c089b97eb4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3246617 Jan 20 12:54:29.198105 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff68d9-58a2-447b-a5cf-bbcfd68cf59e req-37e57bbf-2647-4eda-8673-c095f088c423 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:29.201953 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-23ff68d9-58a2-447b-a5cf-bbcfd68cf59e req-37e57bbf-2647-4eda-8673-c095f088c423 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.0706818 Jan 20 12:54:29.367582 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-23ff68d9-58a2-447b-a5cf-bbcfd68cf59e req-35d655b0-2bd9-4ad4-8439-43ed31391beb tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645417 Jan 20 12:54:29.420319 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-4ee1090d-90f4-48b1-b395-b2ff7653cdd4 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:29.421875 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-4ee1090d-90f4-48b1-b395-b2ff7653cdd4 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.107 "GET /v2.0/networks?id=457dc31e-9fe8-4fb8-852d-eea62a00d396 HTTP/1.1" status: 200 len: 815 time: 0.2180276 Jan 20 12:54:29.438869 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-1b464581-4379-4ce4-a5d8-8d5068eb89dc tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Request body: {'port': {'device_id': 'bd91cfcf-b2b2-4364-913d-4014cec83d48', 'network_id': '457dc31e-9fe8-4fb8-852d-eea62a00d396', 'admin_state_up': True, 'tenant_id': 'c627e132fb96455193cbc6c115ae66a8'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:54:29.541858 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c7b3fae9-dd17-4450-9e8b-9f755e8e51b4 req-864b9f4a-249e-4323-b5a2-ed33dc8696f7 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd91cfcf-b2b2-4364-913d-4014cec83d48 HTTP/1.1" status: 200 len: 210 time: 0.0625532 Jan 20 12:54:29.746542 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-1b464581-4379-4ce4-a5d8-8d5068eb89dc tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Made reservation on behalf of c627e132fb96455193cbc6c115ae66a8 for: {'port': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:54:29.751328 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-1b464581-4379-4ce4-a5d8-8d5068eb89dc tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:29.914819 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 55438) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:29.923471 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-e47aea45-b380-446e-af6e-6cfe31c1fd16 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-30007398-network', 'tenant_id': 'e9fd8d635cf44ccc9de8ef83719f783e'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:54:29.957198 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-1b464581-4379-4ce4-a5d8-8d5068eb89dc tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Allocated IP 172.20.0.8 (457dc31e-9fe8-4fb8-852d-eea62a00d396/160c493f-960c-42fe-873c-9bc69f61abc5/862fb9b1-47ac-4dd7-bfcb-b5625f4cba30) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:54:30.107640 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47aea45-b380-446e-af6e-6cfe31c1fd16 admin admin] Made reservation on behalf of e9fd8d635cf44ccc9de8ef83719f783e for: {'network': 1} {{(pid=109760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:54:30.110197 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e47aea45-b380-446e-af6e-6cfe31c1fd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for network (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:30.121156 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e47aea45-b380-446e-af6e-6cfe31c1fd16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:30.200461 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-1b464581-4379-4ce4-a5d8-8d5068eb89dc tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks [] for port (862fb9b1-47ac-4dd7-bfcb-b5625f4cba30), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:30.282574 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e47aea45-b380-446e-af6e-6cfe31c1fd16 admin admin] Publish callbacks [] for security_group (1f8d0e1e-86f4-4c45-aca6-f25d8736270f), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:30.350077 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-1b464581-4379-4ce4-a5d8-8d5068eb89dc tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (862fb9b1-47ac-4dd7-bfcb-b5625f4cba30), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:30.364414 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['3a497f72-8448-42ab-a547-0eccee02be1d', 'bcd0deb6-a22b-461d-a8fa-a803e44e0fe4'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:54:30.396899 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e47aea45-b380-446e-af6e-6cfe31c1fd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (1f8d0e1e-86f4-4c45-aca6-f25d8736270f), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:30.429171 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-1b464581-4379-4ce4-a5d8-8d5068eb89dc tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Network 457dc31e-9fe8-4fb8-852d-eea62a00d396 is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:54:30.435197 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-1b464581-4379-4ce4-a5d8-8d5068eb89dc tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:54:30.437889 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-1b464581-4379-4ce4-a5d8-8d5068eb89dc tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:54:30.439849 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e47aea45-b380-446e-af6e-6cfe31c1fd16 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=109760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 12:54:30.455259 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-1b464581-4379-4ce4-a5d8-8d5068eb89dc tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:30.455934 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-1b464581-4379-4ce4-a5d8-8d5068eb89dc tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:30.477805 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47aea45-b380-446e-af6e-6cfe31c1fd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8d0e1e-86f4-4c45-aca6-f25d8736270f,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:30.487510 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b464581-4379-4ce4-a5d8-8d5068eb89dc tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Pushing event updated for resources: {'Port': ['ID=862fb9b1-47ac-4dd7-bfcb-b5625f4cba30,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:30.496190 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e47aea45-b380-446e-af6e-6cfe31c1fd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (bf1d8eb7-c862-42a9-a276-7953b9b86dc4), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:30.496559 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.db.segments_db [None req-e47aea45-b380-446e-af6e-6cfe31c1fd16 admin admin] Added segment bf1d8eb7-c862-42a9-a276-7953b9b86dc4 of type vlan for network b6d39419-74c0-4304-b79b-1717c555f677 Jan 20 12:54:30.577464 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e47aea45-b380-446e-af6e-6cfe31c1fd16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775109455270'] for network (b6d39419-74c0-4304-b79b-1717c555f677), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:30.582791 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ed407-2ebf-4d16-aa5a-a3c72f4422ff req-e95802d9-4b0c-4dfa-ad8b-513abd78eb07 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:30.584832 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b49ed407-2ebf-4d16-aa5a-a3c72f4422ff req-e95802d9-4b0c-4dfa-ad8b-513abd78eb07 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.0842459 Jan 20 12:54:30.593952 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-1b464581-4379-4ce4-a5d8-8d5068eb89dc tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1604733 Jan 20 12:54:30.626417 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-a4460b7b-0835-41b2-a8b7-a5e86453fbf9 service neutron] Request body: {'port': {'device_id': 'bd91cfcf-b2b2-4364-913d-4014cec83d48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:54:30.758799 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e47aea45-b380-446e-af6e-6cfe31c1fd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for network (b6d39419-74c0-4304-b79b-1717c555f677), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:30.758799 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47aea45-b380-446e-af6e-6cfe31c1fd16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:30.758799 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e47aea45-b380-446e-af6e-6cfe31c1fd16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:30.807503 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-a4460b7b-0835-41b2-a8b7-a5e86453fbf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (862fb9b1-47ac-4dd7-bfcb-b5625f4cba30), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:30.835678 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47aea45-b380-446e-af6e-6cfe31c1fd16 admin admin] Pushing event updated for resources: {'Network': ['ID=b6d39419-74c0-4304-b79b-1717c555f677,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:30.847071 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b49ed407-2ebf-4d16-aa5a-a3c72f4422ff req-ab88c3e4-8f63-4088-af6b-542f256aa231 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433579 Jan 20 12:54:30.851343 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Network b6d39419-74c0-4304-b79b-1717c555f677 details requested by agent ovs-agent-dv-cinder-804035-24-iscsi with host dv-cinder-804035-24-iscsi {{(pid=109761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 12:54:30.884065 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e086c8d-f616-47eb-a062-f62e9ae4c8e0 req-93ac8e4a-0fd9-4f60-8e11-2d3d4e7d9a72 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:30.886682 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9e086c8d-f616-47eb-a062-f62e9ae4c8e0 req-93ac8e4a-0fd9-4f60-8e11-2d3d4e7d9a72 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd91cfcf-b2b2-4364-913d-4014cec83d48 HTTP/1.1" status: 200 len: 931 time: 0.2229612 Jan 20 12:54:30.905478 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-e47aea45-b380-446e-af6e-6cfe31c1fd16 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9873421 Jan 20 12:54:30.908922 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 55470) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:30.915592 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-d92dd222-f99d-41d8-8d6f-a6388ca661b2 admin admin] Request body: {'subnet': {'network_id': 'b6d39419-74c0-4304-b79b-1717c555f677', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-30007398-subnet', 'tenant_id': 'e9fd8d635cf44ccc9de8ef83719f783e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:54:31.113919 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92dd222-f99d-41d8-8d6f-a6388ca661b2 admin admin] Made reservation on behalf of e9fd8d635cf44ccc9de8ef83719f783e for: {'subnet': 1} {{(pid=109760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:54:31.116524 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d92dd222-f99d-41d8-8d6f-a6388ca661b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4798112'] for subnet (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:31.143387 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9e086c8d-f616-47eb-a062-f62e9ae4c8e0 req-82433017-1f42-4a85-94fb-38033bbbf2f9 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196651 Jan 20 12:54:31.387449 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-a4460b7b-0835-41b2-a8b7-a5e86453fbf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 862fb9b1-47ac-4dd7-bfcb-b5625f4cba30 {{(pid=109759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:54:31.402007 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-a4460b7b-0835-41b2-a8b7-a5e86453fbf9 service neutron] Publish callbacks [] for port (862fb9b1-47ac-4dd7-bfcb-b5625f4cba30), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:31.418763 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.provisioning_blocks [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-a4460b7b-0835-41b2-a8b7-a5e86453fbf9 service neutron] Transition to ACTIVE for port object 862fb9b1-47ac-4dd7-bfcb-b5625f4cba30 will not be triggered until provisioned by entity L2. {{(pid=109759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:54:31.463711 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d92dd222-f99d-41d8-8d6f-a6388ca661b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4798130'] for subnet (e258da64-9948-45f7-a05e-eec479951cd4), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:31.511823 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-a4460b7b-0835-41b2-a8b7-a5e86453fbf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (862fb9b1-47ac-4dd7-bfcb-b5625f4cba30), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:31.518851 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92dd222-f99d-41d8-8d6f-a6388ca661b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e258da64-9948-45f7-a05e-eec479951cd4,revision_number=0']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:31.559376 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92dd222-f99d-41d8-8d6f-a6388ca661b2 admin admin] Checking segment: {'id': 'bf1d8eb7-c862-42a9-a276-7953b9b86dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b6d39419-74c0-4304-b79b-1717c555f677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:54:31.559729 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92dd222-f99d-41d8-8d6f-a6388ca661b2 admin admin] Network hostable DHCP agents. Network: b6d39419-74c0-4304-b79b-1717c555f677, hostable agents: ['34b5833e-9762-4604-a0fa-5558c3f0462d'], hosted agents: [] {{(pid=109760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 12:54:31.592334 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4460b7b-0835-41b2-a8b7-a5e86453fbf9 service neutron] Pushing event updated for resources: {'Port': ['ID=862fb9b1-47ac-4dd7-bfcb-b5625f4cba30,revision_number=2']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:31.611766 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-a4460b7b-0835-41b2-a8b7-a5e86453fbf9 service neutron] Attempting to bind port 862fb9b1-47ac-4dd7-bfcb-b5625f4cba30 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:54:31.612102 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-a4460b7b-0835-41b2-a8b7-a5e86453fbf9 service neutron] Attempting to bind port 862fb9b1-47ac-4dd7-bfcb-b5625f4cba30 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '12a04a7f-2991-4069-9a95-1caa23baeb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '457dc31e-9fe8-4fb8-852d-eea62a00d396'}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:54:31.613031 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-a4460b7b-0835-41b2-a8b7-a5e86453fbf9 service neutron] Attempting to bind port 862fb9b1-47ac-4dd7-bfcb-b5625f4cba30 on network 457dc31e-9fe8-4fb8-852d-eea62a00d396 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:54:31.618604 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-a4460b7b-0835-41b2-a8b7-a5e86453fbf9 service neutron] Port 862fb9b1-47ac-4dd7-bfcb-b5625f4cba30 on network 457dc31e-9fe8-4fb8-852d-eea62a00d396 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 12:54:31.620758 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-a4460b7b-0835-41b2-a8b7-a5e86453fbf9 service neutron] Attempting to bind port 862fb9b1-47ac-4dd7-bfcb-b5625f4cba30 on network 457dc31e-9fe8-4fb8-852d-eea62a00d396 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:54:31.629990 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-a4460b7b-0835-41b2-a8b7-a5e86453fbf9 service neutron] Checking agent: {'id': '01dfb066-6594-4635-8f5d-cd7d37486eef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'started_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:54:31.630540 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-a4460b7b-0835-41b2-a8b7-a5e86453fbf9 service neutron] Checking segment: {'id': '12a04a7f-2991-4069-9a95-1caa23baeb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '457dc31e-9fe8-4fb8-852d-eea62a00d396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:54:31.631188 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-a4460b7b-0835-41b2-a8b7-a5e86453fbf9 service neutron] Bound using segment: {'id': '12a04a7f-2991-4069-9a95-1caa23baeb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '457dc31e-9fe8-4fb8-852d-eea62a00d396'} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:54:31.631922 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-a4460b7b-0835-41b2-a8b7-a5e86453fbf9 service neutron] Bound port: 862fb9b1-47ac-4dd7-bfcb-b5625f4cba30, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a04a7f-2991-4069-9a95-1caa23baeb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '457dc31e-9fe8-4fb8-852d-eea62a00d396'}}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:54:31.632541 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-a4460b7b-0835-41b2-a8b7-a5e86453fbf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (862fb9b1-47ac-4dd7-bfcb-b5625f4cba30), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:31.699656 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92dd222-f99d-41d8-8d6f-a6388ca661b2 admin admin] Network b6d39419-74c0-4304-b79b-1717c555f677 is scheduled to be hosted by DHCP agent 34b5833e-9762-4604-a0fa-5558c3f0462d with binding_index 1 {{(pid=109760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 12:54:31.718928 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-a4460b7b-0835-41b2-a8b7-a5e86453fbf9 service neutron] For port 862fb9b1-47ac-4dd7-bfcb-b5625f4cba30, host hv-cinder-80403, cleared binding levels {{(pid=109759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:54:31.723348 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-a4460b7b-0835-41b2-a8b7-a5e86453fbf9 service neutron] For port 862fb9b1-47ac-4dd7-bfcb-b5625f4cba30, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=862fb9b1-47ac-4dd7-bfcb-b5625f4cba30,segment=NetworkSegment(12a04a7f-2991-4069-9a95-1caa23baeb64),segment_id=12a04a7f-2991-4069-9a95-1caa23baeb64)] {{(pid=109759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:54:31.798057 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-d92dd222-f99d-41d8-8d6f-a6388ca661b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-24-iscsi, b6d39419-74c0-4304-b79b-1717c555f677) {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:54:31.804448 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92dd222-f99d-41d8-8d6f-a6388ca661b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:31.804448 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d92dd222-f99d-41d8-8d6f-a6388ca661b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:31.814355 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bc09fc-6476-4e72-9877-ffdbb6b3e820 None None] Network b6d39419-74c0-4304-b79b-1717c555f677 requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:54:31.858191 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-a4460b7b-0835-41b2-a8b7-a5e86453fbf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (862fb9b1-47ac-4dd7-bfcb-b5625f4cba30), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:31.907208 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-a4460b7b-0835-41b2-a8b7-a5e86453fbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:31.907208 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-a4460b7b-0835-41b2-a8b7-a5e86453fbf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:31.909504 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-a4460b7b-0835-41b2-a8b7-a5e86453fbf9 service neutron] 10.222.0.107 "PUT /v2.0/ports/862fb9b1-47ac-4dd7-bfcb-b5625f4cba30 HTTP/1.1" status: 200 len: 1093 time: 1.2991490 Jan 20 12:54:31.912605 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd91cfcf-b2b2-4364-913d-4014cec83d48', 'tag': '862fb9b1-47ac-4dd7-bfcb-b5625f4cba30'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:54:31.916250 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d93e1c-ef0c-439a-840c-7ae5940893a3" -d '{"events": [{"name": "network-changed", "server_uuid": "bd91cfcf-b2b2-4364-913d-4014cec83d48", "tag": "862fb9b1-47ac-4dd7-bfcb-b5625f4cba30"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:54:31.936635 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242b290e-fd0f-46d1-9d8b-0016a2088e25 None None] Network b6d39419-74c0-4304-b79b-1717c555f677 requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:54:31.971716 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 12:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e65c7b-b677-4dc6-8a63-0ae7e0c23c5a x-openstack-request-id: req-05e65c7b-b677-4dc6-8a63-0ae7e0c23c5a {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:54:31.972014 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd91cfcf-b2b2-4364-913d-4014cec83d48", "tag": "862fb9b1-47ac-4dd7-bfcb-b5625f4cba30", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:54:31.972264 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-05e65c7b-b677-4dc6-8a63-0ae7e0c23c5a {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:54:31.972696 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd91cfcf-b2b2-4364-913d-4014cec83d48', 'tag': '862fb9b1-47ac-4dd7-bfcb-b5625f4cba30', 'status': 'completed', 'code': 200} Jan 20 12:54:31.979787 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4460b7b-0835-41b2-a8b7-a5e86453fbf9 service neutron] Pushing event updated for resources: {'Port': ['ID=862fb9b1-47ac-4dd7-bfcb-b5625f4cba30,revision_number=3']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:31.983730 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-d92dd222-f99d-41d8-8d6f-a6388ca661b2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0734663 Jan 20 12:54:32.028890 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156dfff-fa88-4aca-bfd2-4464cea742bb req-ae2c4e39-e333-4512-8849-f6230b20a7bf tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:32.030544 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4156dfff-fa88-4aca-bfd2-4464cea742bb req-ae2c4e39-e333-4512-8849-f6230b20a7bf tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.1044264 Jan 20 12:54:32.117830 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d93e1c-ef0c-439a-840c-7ae5940893a3 req-a50dba80-93e3-44e5-87cf-3e2c601f1c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:32.119514 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-14d93e1c-ef0c-439a-840c-7ae5940893a3 req-a50dba80-93e3-44e5-87cf-3e2c601f1c0b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c627e132fb96455193cbc6c115ae66a8&device_id=bd91cfcf-b2b2-4364-913d-4014cec83d48 HTTP/1.1" status: 200 len: 1096 time: 0.1119015 Jan 20 12:54:32.127832 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4156dfff-fa88-4aca-bfd2-4464cea742bb req-4d5d8dc3-e1f6-45fc-984e-302b0711c782 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644901 Jan 20 12:54:32.141326 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 55498) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:32.204020 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79a88f9-86c4-4cb7-a5f6-e2164b77569e admin admin] Deleting subnet be388bd7-0c2c-4161-8e9a-09f3aef5035b {{(pid=109760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 12:54:32.207525 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a79a88f9-86c4-4cb7-a5f6-e2164b77569e admin admin] Publish callbacks [] for subnet (be388bd7-0c2c-4161-8e9a-09f3aef5035b), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:32.286791 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a79a88f9-86c4-4cb7-a5f6-e2164b77569e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5795260'] for subnet (be388bd7-0c2c-4161-8e9a-09f3aef5035b), precommit_delete_associations {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:32.387730 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d93e1c-ef0c-439a-840c-7ae5940893a3 req-e77222c5-ac3b-4407-8a54-22cafdd84797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:32.388353 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-14d93e1c-ef0c-439a-840c-7ae5940893a3 req-e77222c5-ac3b-4407-8a54-22cafdd84797 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=c627e132fb96455193cbc6c115ae66a8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2596204 Jan 20 12:54:32.398390 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7dc7ff-1385-4478-a2e0-064ee96a731d req-f03b2a61-0b96-430a-8104-6962b5311f9e tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:32.400530 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fb7dc7ff-1385-4478-a2e0-064ee96a731d req-f03b2a61-0b96-430a-8104-6962b5311f9e tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd91cfcf-b2b2-4364-913d-4014cec83d48 HTTP/1.1" status: 200 len: 943 time: 0.1279335 Jan 20 12:54:32.615280 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fb7dc7ff-1385-4478-a2e0-064ee96a731d req-17882131-f4c0-4451-bf09-614f30d10b9f tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023232 Jan 20 12:54:32.633333 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a79a88f9-86c4-4cb7-a5f6-e2164b77569e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537527'] for subnet (be388bd7-0c2c-4161-8e9a-09f3aef5035b), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:32.725197 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d93e1c-ef0c-439a-840c-7ae5940893a3 req-943b52b6-838f-410a-ba1d-9b7c49a4cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:32.727496 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-14d93e1c-ef0c-439a-840c-7ae5940893a3 req-943b52b6-838f-410a-ba1d-9b7c49a4cb02 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3260212 Jan 20 12:54:32.815236 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-85adad3b-759b-4987-ba2a-973a2484d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:32.816769 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-85adad3b-759b-4987-ba2a-973a2484d5d2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c627e132fb96455193cbc6c115ae66a8&device_id=bd91cfcf-b2b2-4364-913d-4014cec83d48 HTTP/1.1" status: 200 len: 1096 time: 0.0423470 Jan 20 12:54:32.874669 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-cc69d24d-207e-4e85-9e9d-83d9b218521f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=862fb9b1-47ac-4dd7-bfcb-b5625f4cba30 HTTP/1.1" status: 200 len: 217 time: 0.0494740 Jan 20 12:54:32.939997 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-f788af70-2a42-4e6d-984b-a699c388555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:32.942041 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-f788af70-2a42-4e6d-984b-a699c388555c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=160c493f-960c-42fe-873c-9bc69f61abc5 HTTP/1.1" status: 200 len: 855 time: 0.0593359 Jan 20 12:54:32.979966 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-4261f694-e85f-49c5-85a2-6097708ea60a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=457dc31e-9fe8-4fb8-852d-eea62a00d396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281389 Jan 20 12:54:33.081202 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-1a2edba6-5ece-4c64-ab79-262f6b710dc0 service neutron] 10.222.0.107 "GET /v2.0/networks/457dc31e-9fe8-4fb8-852d-eea62a00d396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945370 Jan 20 12:54:33.132340 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a79a88f9-86c4-4cb7-a5f6-e2164b77569e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4332618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4798155'] for subnet (be388bd7-0c2c-4161-8e9a-09f3aef5035b), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:33.159093 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a88f9-86c4-4cb7-a5f6-e2164b77569e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be388bd7-0c2c-4161-8e9a-09f3aef5035b,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:33.168211 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a79a88f9-86c4-4cb7-a5f6-e2164b77569e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:33.177301 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-a79a88f9-86c4-4cb7-a5f6-e2164b77569e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/be388bd7-0c2c-4161-8e9a-09f3aef5035b HTTP/1.1" status: 204 len: 168 time: 1.0339472 Jan 20 12:54:33.180353 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 55524) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:33.300561 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c52e5b85-ac0d-4d44-a06e-8c5d517693e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497049'] for network (fc5cd496-0b75-49fb-b647-7419ce6d438e), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:33.314086 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-dd78853b-659c-4b93-b60f-3e5f2a2794ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:33.395504 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c52e5b85-ac0d-4d44-a06e-8c5d517693e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1524928', 'neutron.services.segments.db._delete_segments_for_network-8775109942164'] for network (fc5cd496-0b75-49fb-b647-7419ce6d438e), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:33.420247 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.services.segments.db [None req-c52e5b85-ac0d-4d44-a06e-8c5d517693e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc5cd496-0b75-49fb-b647-7419ce6d438e']}} {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:54:33.430270 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.services.segments.db [None req-c52e5b85-ac0d-4d44-a06e-8c5d517693e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6d48c2-c5de-4474-8bd0-0dcd396b68a2') {'for_net_delete': True} {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:54:33.430575 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.services.segments.db [None req-c52e5b85-ac0d-4d44-a06e-8c5d517693e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6d48c2-c5de-4474-8bd0-0dcd396b68a2') {} {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:54:33.440115 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c52e5b85-ac0d-4d44-a06e-8c5d517693e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775109942038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5792847'] for segment (db6d48c2-c5de-4474-8bd0-0dcd396b68a2), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:33.452453 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76a58e-9054-42df-a322-87a44bb98149 req-fa55907c-fb2e-4a84-8015-fc9a8fd73389 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:33.454035 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0a76a58e-9054-42df-a322-87a44bb98149 req-fa55907c-fb2e-4a84-8015-fc9a8fd73389 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.1129403 Jan 20 12:54:33.459168 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c52e5b85-ac0d-4d44-a06e-8c5d517693e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (db6d48c2-c5de-4474-8bd0-0dcd396b68a2), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:33.467553 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c52e5b85-ac0d-4d44-a06e-8c5d517693e0 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 12:54:33.468192 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c52e5b85-ac0d-4d44-a06e-8c5d517693e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4332580'] for segment (db6d48c2-c5de-4474-8bd0-0dcd396b68a2), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: Traceback (most recent call last): Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: timer() Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: cb(*args, **kw) Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: return func(*args, **kwargs) Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: self._notify() Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: self.callback(batched_events) Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: event.method(event) Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: return f(self, *a, **k) Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: return self._get(url).json() Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: return self.request(url, 'GET', **kwargs) Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 12:54:33.470289 dv-cinder-804035-24-iscsi neutron-server[109760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 12:54:33.472160 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a39a0bde-1d21-425a-90a4-010965036cb0 req-83d64758-1d5b-4d63-8b5c-44212b3df092 service neutron] 10.222.0.107 "GET /v2.0/networks/457dc31e-9fe8-4fb8-852d-eea62a00d396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839049 Jan 20 12:54:33.514740 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0a76a58e-9054-42df-a322-87a44bb98149 req-416bfd86-791e-488d-b731-e467003ec419 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542428 Jan 20 12:54:33.744123 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c52e5b85-ac0d-4d44-a06e-8c5d517693e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1524953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529948'] for network (fc5cd496-0b75-49fb-b647-7419ce6d438e), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:33.752263 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a1cec-7bdf-40f7-92b1-110144bc4e6e req-9ef57471-479f-4ebb-b837-7c39c76856bf tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:33.754038 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-867a1cec-7bdf-40f7-92b1-110144bc4e6e req-9ef57471-479f-4ebb-b837-7c39c76856bf tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd91cfcf-b2b2-4364-913d-4014cec83d48 HTTP/1.1" status: 200 len: 943 time: 0.0546734 Jan 20 12:54:33.755613 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c52e5b85-ac0d-4d44-a06e-8c5d517693e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:33.759311 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-c52e5b85-ac0d-4d44-a06e-8c5d517693e0 admin admin] 10.222.0.57 "DELETE /v2.0/networks/fc5cd496-0b75-49fb-b647-7419ce6d438e HTTP/1.1" status: 204 len: 168 time: 0.5775506 Jan 20 12:54:33.764102 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 55538) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:33.804152 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e5b85-ac0d-4d44-a06e-8c5d517693e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc5cd496-0b75-49fb-b647-7419ce6d438e,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:33.817622 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-867a1cec-7bdf-40f7-92b1-110144bc4e6e req-be459ee9-400c-4d03-bdc3-fcbb3669d6d8 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560412 Jan 20 12:54:33.842010 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7172ef4-36c7-4be7-bec1-70dadc9adbdc admin admin] Deleting subnet e258da64-9948-45f7-a05e-eec479951cd4 {{(pid=109760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 12:54:33.847337 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e7172ef4-36c7-4be7-bec1-70dadc9adbdc admin admin] Publish callbacks [] for subnet (e258da64-9948-45f7-a05e-eec479951cd4), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:33.891684 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e7172ef4-36c7-4be7-bec1-70dadc9adbdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5795260'] for subnet (e258da64-9948-45f7-a05e-eec479951cd4), precommit_delete_associations {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:33.934298 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e7172ef4-36c7-4be7-bec1-70dadc9adbdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537527'] for subnet (e258da64-9948-45f7-a05e-eec479951cd4), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:34.144034 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e7172ef4-36c7-4be7-bec1-70dadc9adbdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4332618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4798155'] for subnet (e258da64-9948-45f7-a05e-eec479951cd4), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:34.169732 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7172ef4-36c7-4be7-bec1-70dadc9adbdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e258da64-9948-45f7-a05e-eec479951cd4,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:34.173735 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e7172ef4-36c7-4be7-bec1-70dadc9adbdc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:34.177044 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-e7172ef4-36c7-4be7-bec1-70dadc9adbdc admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e258da64-9948-45f7-a05e-eec479951cd4 HTTP/1.1" status: 204 len: 168 time: 0.4118543 Jan 20 12:54:34.179576 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 55544) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:34.253570 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-46e6aa0f-0e57-49f7-8890-d7bb6832e520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497049'] for network (b6d39419-74c0-4304-b79b-1717c555f677), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:34.349709 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-46e6aa0f-0e57-49f7-8890-d7bb6832e520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1524928', 'neutron.services.segments.db._delete_segments_for_network-8775109942164'] for network (b6d39419-74c0-4304-b79b-1717c555f677), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:34.372133 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.services.segments.db [None req-46e6aa0f-0e57-49f7-8890-d7bb6832e520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d39419-74c0-4304-b79b-1717c555f677']}} {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:54:34.384161 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.services.segments.db [None req-46e6aa0f-0e57-49f7-8890-d7bb6832e520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf1d8eb7-c862-42a9-a276-7953b9b86dc4') {'for_net_delete': True} {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:54:34.384634 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.services.segments.db [None req-46e6aa0f-0e57-49f7-8890-d7bb6832e520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf1d8eb7-c862-42a9-a276-7953b9b86dc4') {} {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:54:34.402058 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-46e6aa0f-0e57-49f7-8890-d7bb6832e520 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775109942038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5792847'] for segment (bf1d8eb7-c862-42a9-a276-7953b9b86dc4), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:34.423798 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-46e6aa0f-0e57-49f7-8890-d7bb6832e520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (bf1d8eb7-c862-42a9-a276-7953b9b86dc4), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:34.431467 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e6aa0f-0e57-49f7-8890-d7bb6832e520 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 12:54:34.432085 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-46e6aa0f-0e57-49f7-8890-d7bb6832e520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4332580'] for segment (bf1d8eb7-c862-42a9-a276-7953b9b86dc4), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: Traceback (most recent call last): Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: timer() Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: cb(*args, **kw) Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: return func(*args, **kwargs) Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: self._notify() Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: self.callback(batched_events) Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: event.method(event) Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: return f(self, *a, **k) Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: return self._get(url).json() Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: return self.request(url, 'GET', **kwargs) Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 12:54:34.434749 dv-cinder-804035-24-iscsi neutron-server[109760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 12:54:34.611657 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-46e6aa0f-0e57-49f7-8890-d7bb6832e520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1524953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529948'] for network (b6d39419-74c0-4304-b79b-1717c555f677), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:34.617065 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-46e6aa0f-0e57-49f7-8890-d7bb6832e520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:34.620652 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-46e6aa0f-0e57-49f7-8890-d7bb6832e520 admin admin] 10.222.0.57 "DELETE /v2.0/networks/b6d39419-74c0-4304-b79b-1717c555f677 HTTP/1.1" status: 204 len: 168 time: 0.4394784 Jan 20 12:54:34.634451 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6aa0f-0e57-49f7-8890-d7bb6832e520 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6d39419-74c0-4304-b79b-1717c555f677,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:34.642269 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9570d37-7080-4e40-9488-953f2a4caa74 req-0a720953-ec58-40c6-9cb6-1d4965ea6a19 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:34.643849 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b9570d37-7080-4e40-9488-953f2a4caa74 req-0a720953-ec58-40c6-9cb6-1d4965ea6a19 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.0559676 Jan 20 12:54:34.705358 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b9570d37-7080-4e40-9488-953f2a4caa74 req-889ac69c-b69a-44d4-b7f4-bdcba6d9b367 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549476 Jan 20 12:54:34.958432 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5673f1-6128-4947-9630-a7b76f8a1a69 req-2f108482-a47a-4d2a-a6e9-58be833a9635 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:34.959900 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5f5673f1-6128-4947-9630-a7b76f8a1a69 req-2f108482-a47a-4d2a-a6e9-58be833a9635 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd91cfcf-b2b2-4364-913d-4014cec83d48 HTTP/1.1" status: 200 len: 943 time: 0.0506778 Jan 20 12:54:35.019029 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5f5673f1-6128-4947-9630-a7b76f8a1a69 req-6ac3c675-558c-4833-8b9b-b77a681e4afb tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516300 Jan 20 12:54:35.103320 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 55562) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:35.145973 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-01dca88d-3a81-42cc-9087-07bc9f1c3b1b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4158537cd53e4f0caa021beab8dbc77a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412095 Jan 20 12:54:35.148553 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 55564) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:35.216679 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-e7e8dbc7-1a02-49d9-84fa-a0810bf3469a admin admin] Publish callbacks [] for security_group (1a254d8b-414d-450c-8bbb-f9cd4bbc6993), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:35.240117 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-e7e8dbc7-1a02-49d9-84fa-a0810bf3469a admin admin] Publish callbacks [] for security_group (1a254d8b-414d-450c-8bbb-f9cd4bbc6993), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:35.537631 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-e7e8dbc7-1a02-49d9-84fa-a0810bf3469a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (1a254d8b-414d-450c-8bbb-f9cd4bbc6993), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:35.553180 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-e7e8dbc7-1a02-49d9-84fa-a0810bf3469a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:35.553180 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-e7e8dbc7-1a02-49d9-84fa-a0810bf3469a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1a254d8b-414d-450c-8bbb-f9cd4bbc6993 HTTP/1.1" status: 204 len: 168 time: 0.3928390 Jan 20 12:54:35.553180 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8dbc7-1a02-49d9-84fa-a0810bf3469a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a254d8b-414d-450c-8bbb-f9cd4bbc6993,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:35.558524 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e8dbc7-1a02-49d9-84fa-a0810bf3469a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:35.558957 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e8dbc7-1a02-49d9-84fa-a0810bf3469a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:35.559322 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e8dbc7-1a02-49d9-84fa-a0810bf3469a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:35.559663 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e8dbc7-1a02-49d9-84fa-a0810bf3469a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:35.559997 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e8dbc7-1a02-49d9-84fa-a0810bf3469a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:35.560339 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e8dbc7-1a02-49d9-84fa-a0810bf3469a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:35.560677 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e8dbc7-1a02-49d9-84fa-a0810bf3469a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:35.561016 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e8dbc7-1a02-49d9-84fa-a0810bf3469a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:35.561347 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e8dbc7-1a02-49d9-84fa-a0810bf3469a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:35.561708 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e8dbc7-1a02-49d9-84fa-a0810bf3469a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:35.562040 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e8dbc7-1a02-49d9-84fa-a0810bf3469a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:35.562368 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e8dbc7-1a02-49d9-84fa-a0810bf3469a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:35.562696 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e8dbc7-1a02-49d9-84fa-a0810bf3469a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:35.827173 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc0e6d-0f45-4c2e-a831-deeffac2cde0 req-9418928d-ff11-47f1-b487-ef1318799619 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:35.845190 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4dfc0e6d-0f45-4c2e-a831-deeffac2cde0 req-9418928d-ff11-47f1-b487-ef1318799619 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.0519369 Jan 20 12:54:35.878119 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4dfc0e6d-0f45-4c2e-a831-deeffac2cde0 req-c4c0f34c-2d1e-4ac2-abe8-035ee53858c3 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437021 Jan 20 12:54:36.151073 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0e5ec-23de-4106-8806-e545bfd90f43 req-1b5801d0-bd0d-4529-b3c9-3e18ec530378 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:36.152646 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-12a0e5ec-23de-4106-8806-e545bfd90f43 req-1b5801d0-bd0d-4529-b3c9-3e18ec530378 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd91cfcf-b2b2-4364-913d-4014cec83d48 HTTP/1.1" status: 200 len: 943 time: 0.0578821 Jan 20 12:54:36.170175 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-15e16f88-8441-45b9-918c-25bfba4f0405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:36.226974 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-12a0e5ec-23de-4106-8806-e545bfd90f43 req-f6d549a5-b749-4aea-a899-a6be2b9213c2 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651844 Jan 20 12:54:36.834332 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 55604) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:36.874992 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-47b99325-c7d7-4070-92d7-9834556f5b2e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e9fd8d635cf44ccc9de8ef83719f783e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394921 Jan 20 12:54:36.878105 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 55606) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:36.929245 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a4afaabd-36e5-47f0-bae2-5ac6ae5755e1 admin admin] Publish callbacks [] for security_group (1f8d0e1e-86f4-4c45-aca6-f25d8736270f), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:36.956074 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a4afaabd-36e5-47f0-bae2-5ac6ae5755e1 admin admin] Publish callbacks [] for security_group (1f8d0e1e-86f4-4c45-aca6-f25d8736270f), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:37.040916 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247080c-4cd8-4f26-8935-5b88bbadb47c req-1c98a3e7-6f94-4e56-9a15-5dc8f63958ae tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:37.042643 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2247080c-4cd8-4f26-8935-5b88bbadb47c req-1c98a3e7-6f94-4e56-9a15-5dc8f63958ae tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.0841038 Jan 20 12:54:37.119753 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2247080c-4cd8-4f26-8935-5b88bbadb47c req-28593346-5261-4beb-8c56-d1f51d97e5d3 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710275 Jan 20 12:54:37.125701 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f00ee-7073-435f-bfc4-3ae1c5cd16fe req-57163b61-b074-4dbe-9d9d-7fa75d22f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:37.127166 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d23f00ee-7073-435f-bfc4-3ae1c5cd16fe req-57163b61-b074-4dbe-9d9d-7fa75d22f609 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 1098 time: 0.0697300 Jan 20 12:54:37.173099 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d23f00ee-7073-435f-bfc4-3ae1c5cd16fe req-90193e2f-cbc3-42c9-af3e-e50fe171572c service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387530 Jan 20 12:54:37.177660 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a4afaabd-36e5-47f0-bae2-5ac6ae5755e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (1f8d0e1e-86f4-4c45-aca6-f25d8736270f), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:37.181036 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a4afaabd-36e5-47f0-bae2-5ac6ae5755e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:37.182192 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-a4afaabd-36e5-47f0-bae2-5ac6ae5755e1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1f8d0e1e-86f4-4c45-aca6-f25d8736270f HTTP/1.1" status: 204 len: 168 time: 0.3031497 Jan 20 12:54:37.193239 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4afaabd-36e5-47f0-bae2-5ac6ae5755e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8d0e1e-86f4-4c45-aca6-f25d8736270f,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:37.197513 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4afaabd-36e5-47f0-bae2-5ac6ae5755e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:37.197875 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4afaabd-36e5-47f0-bae2-5ac6ae5755e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:37.198205 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4afaabd-36e5-47f0-bae2-5ac6ae5755e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:37.198536 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4afaabd-36e5-47f0-bae2-5ac6ae5755e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:37.198860 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4afaabd-36e5-47f0-bae2-5ac6ae5755e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:37.199185 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4afaabd-36e5-47f0-bae2-5ac6ae5755e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:37.199514 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4afaabd-36e5-47f0-bae2-5ac6ae5755e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:37.199837 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4afaabd-36e5-47f0-bae2-5ac6ae5755e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:37.200156 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4afaabd-36e5-47f0-bae2-5ac6ae5755e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:37.200473 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4afaabd-36e5-47f0-bae2-5ac6ae5755e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:37.200782 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4afaabd-36e5-47f0-bae2-5ac6ae5755e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:37.201104 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4afaabd-36e5-47f0-bae2-5ac6ae5755e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:37.201410 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4afaabd-36e5-47f0-bae2-5ac6ae5755e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:54:37.387390 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ef34f-f07b-4cf8-9a11-506d071389d1 req-76a175dd-40ab-4d4e-b729-db88d519de4e tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:37.390180 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-346ef34f-f07b-4cf8-9a11-506d071389d1 req-76a175dd-40ab-4d4e-b729-db88d519de4e tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd91cfcf-b2b2-4364-913d-4014cec83d48 HTTP/1.1" status: 200 len: 943 time: 0.0652115 Jan 20 12:54:37.448349 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-346ef34f-f07b-4cf8-9a11-506d071389d1 req-5fdf148a-9029-4167-b0b8-bcf04878b6cc tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523410 Jan 20 12:54:37.618410 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:37.674985 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 862fb9b1-47ac-4dd7-bfcb-b5625f4cba30 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 12:54:37.828237 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 862fb9b1-47ac-4dd7-bfcb-b5625f4cba30, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=862fb9b1-47ac-4dd7-bfcb-b5625f4cba30,segment=NetworkSegment(12a04a7f-2991-4069-9a95-1caa23baeb64),segment_id=12a04a7f-2991-4069-9a95-1caa23baeb64)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:54:37.854023 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Returning: {'device': '862fb9b1-47ac-4dd7-bfcb-b5625f4cba30', 'network_id': '457dc31e-9fe8-4fb8-852d-eea62a00d396', 'port_id': '862fb9b1-47ac-4dd7-bfcb-b5625f4cba30', 'mac_address': 'fa:16:3e:3d:50:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160c493f-960c-42fe-873c-9bc69f61abc5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 12:54:37.903983 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 862fb9b1-47ac-4dd7-bfcb-b5625f4cba30 is: DOWN; New status is: BUILD {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:54:37.904411 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (862fb9b1-47ac-4dd7-bfcb-b5625f4cba30), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:37.920497 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 862fb9b1-47ac-4dd7-bfcb-b5625f4cba30 {{(pid=109761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:54:37.948178 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 862fb9b1-47ac-4dd7-bfcb-b5625f4cba30, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=862fb9b1-47ac-4dd7-bfcb-b5625f4cba30,segment=NetworkSegment(12a04a7f-2991-4069-9a95-1caa23baeb64),segment_id=12a04a7f-2991-4069-9a95-1caa23baeb64)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:54:38.131599 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (862fb9b1-47ac-4dd7-bfcb-b5625f4cba30), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:38.203435 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=862fb9b1-47ac-4dd7-bfcb-b5625f4cba30,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:38.293946 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7503a87-facc-49a8-a26e-5723147e4ff6 req-89a4bd66-4c2a-463f-8c14-fc194f8d1b9b tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:38.296418 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b7503a87-facc-49a8-a26e-5723147e4ff6 req-89a4bd66-4c2a-463f-8c14-fc194f8d1b9b tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.0609372 Jan 20 12:54:38.353044 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b7503a87-facc-49a8-a26e-5723147e4ff6 req-6c391bec-c152-4e37-82db-14d8f22a661d tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499973 Jan 20 12:54:38.587339 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230dbc5-e106-439d-85f1-2520da1ee9c3 req-e97e3d61-989a-45b8-bc63-39c97ab6956a tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:38.588895 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e230dbc5-e106-439d-85f1-2520da1ee9c3 req-e97e3d61-989a-45b8-bc63-39c97ab6956a tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd91cfcf-b2b2-4364-913d-4014cec83d48 HTTP/1.1" status: 200 len: 944 time: 0.0562780 Jan 20 12:54:38.636803 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['862fb9b1-47ac-4dd7-bfcb-b5625f4cba30'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:54:38.667172 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e230dbc5-e106-439d-85f1-2520da1ee9c3 req-697b6dee-a7af-4d1c-a939-b4afd675e098 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721514 Jan 20 12:54:39.297906 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:39.485278 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2549c23-762b-4d5d-84e4-9ab032f7c015 req-239cd97c-fd9e-41b5-9f32-d4d00a1ff179 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:39.487017 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d2549c23-762b-4d5d-84e4-9ab032f7c015 req-239cd97c-fd9e-41b5-9f32-d4d00a1ff179 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.0556598 Jan 20 12:54:39.536522 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d2549c23-762b-4d5d-84e4-9ab032f7c015 req-669448ca-587a-4606-998f-1bf843362b89 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430906 Jan 20 12:54:39.832889 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583ec02-9f17-4aad-8c80-c6afccdfed22 req-9e18c226-7da3-4f05-bf7c-6684739a4347 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:39.840644 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7583ec02-9f17-4aad-8c80-c6afccdfed22 req-9e18c226-7da3-4f05-bf7c-6684739a4347 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd91cfcf-b2b2-4364-913d-4014cec83d48 HTTP/1.1" status: 200 len: 944 time: 0.0853486 Jan 20 12:54:39.893911 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7583ec02-9f17-4aad-8c80-c6afccdfed22 req-74d97808-c800-41fb-8487-dc3b370bd74b tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522945 Jan 20 12:54:39.997285 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:40.160599 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2598ce-1d29-45a7-b74f-536dfd9e7513 req-0e6259a8-00cf-4414-a0c7-c497cfe851e3 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:40.163278 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8f2598ce-1d29-45a7-b74f-536dfd9e7513 req-0e6259a8-00cf-4414-a0c7-c497cfe851e3 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.0739224 Jan 20 12:54:40.250125 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8f2598ce-1d29-45a7-b74f-536dfd9e7513 req-ec924b0e-fd5f-4042-93af-a455d38562d3 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803568 Jan 20 12:54:40.269405 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e960c-1602-4d0a-8a9e-1677c345be83 req-d42eddae-00d6-4149-8cfb-c56aba4bcac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:40.270920 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cf1e960c-1602-4d0a-8a9e-1677c345be83 req-d42eddae-00d6-4149-8cfb-c56aba4bcac3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=428c88034eba4cf187ed3b80a771c522&device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 1098 time: 0.0587492 Jan 20 12:54:40.377940 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e960c-1602-4d0a-8a9e-1677c345be83 req-13063aa3-c55c-47ef-896c-bc77b671c3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:40.379933 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cf1e960c-1602-4d0a-8a9e-1677c345be83 req-13063aa3-c55c-47ef-896c-bc77b671c3c6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=1da03262-aaa2-44ec-9b4a-16ceb45bebd0 HTTP/1.1" status: 200 len: 919 time: 0.1025324 Jan 20 12:54:40.421959 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cf1e960c-1602-4d0a-8a9e-1677c345be83 req-ab1aace6-d9b0-47df-bf7b-e677c8421052 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b993b368-d74b-4950-bb49-dbc1a862c1c4 HTTP/1.1" status: 200 len: 217 time: 0.0350661 Jan 20 12:54:40.469675 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e960c-1602-4d0a-8a9e-1677c345be83 req-5a29992f-064a-4314-afc3-9b80b2ad6c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:40.471159 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cf1e960c-1602-4d0a-8a9e-1677c345be83 req-5a29992f-064a-4314-afc3-9b80b2ad6c18 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7 HTTP/1.1" status: 200 len: 858 time: 0.0442011 Jan 20 12:54:40.502561 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cf1e960c-1602-4d0a-8a9e-1677c345be83 req-6a36e29d-4fd0-4ef7-800c-b589acf90f91 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=1da03262-aaa2-44ec-9b4a-16ceb45bebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251651 Jan 20 12:54:40.607728 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cf1e960c-1602-4d0a-8a9e-1677c345be83 req-83cf2e9d-2b7f-40d4-b572-3f3ad4b4346c service neutron] 10.222.0.107 "GET /v2.0/networks/1da03262-aaa2-44ec-9b4a-16ceb45bebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969024 Jan 20 12:54:40.702788 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cf1e960c-1602-4d0a-8a9e-1677c345be83 req-170c3ae0-8d17-4393-b5fd-95e4a884c9e6 service neutron] 10.222.0.107 "GET /v2.0/networks/1da03262-aaa2-44ec-9b4a-16ceb45bebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883718 Jan 20 12:54:40.960057 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:41.039895 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 55734) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:41.040750 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610bac3-deae-4d65-a2ce-53de3eaf0c60 req-fe7f7273-9f73-4373-9744-3f9d5ee469e9 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:41.042195 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4610bac3-deae-4d65-a2ce-53de3eaf0c60 req-fe7f7273-9f73-4373-9744-3f9d5ee469e9 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd91cfcf-b2b2-4364-913d-4014cec83d48 HTTP/1.1" status: 200 len: 944 time: 0.0623391 Jan 20 12:54:41.142129 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4610bac3-deae-4d65-a2ce-53de3eaf0c60 req-54e2bfb5-9560-46e1-b34b-14615c4b02b1 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815923 Jan 20 12:54:41.270080 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-bbff5e91-85e2-40e4-aa5c-f479067af0be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:41.356965 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-bbff5e91-85e2-40e4-aa5c-f479067af0be admin admin] Publish callbacks [] for security_group (492ce552-999f-4f7e-8d11-b2406a7edf56), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:41.430937 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d167b5f-36e4-475f-be70-8d7aa8d98950 req-4417a3ac-d238-4909-a009-c533eab8053f tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:41.433253 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1d167b5f-36e4-475f-be70-8d7aa8d98950 req-4417a3ac-d238-4909-a009-c533eab8053f tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.0693784 Jan 20 12:54:41.489672 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1d167b5f-36e4-475f-be70-8d7aa8d98950 req-e64cffd5-ef39-47ce-87d5-2110b6c772c3 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504787 Jan 20 12:54:41.572499 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-bbff5e91-85e2-40e4-aa5c-f479067af0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (492ce552-999f-4f7e-8d11-b2406a7edf56), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:41.614981 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-bbff5e91-85e2-40e4-aa5c-f479067af0be admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=02f47f08c803456d861fefb90b9c3f94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5738943 Jan 20 12:54:41.617590 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff5e91-85e2-40e4-aa5c-f479067af0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492ce552-999f-4f7e-8d11-b2406a7edf56,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:41.618513 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 55754) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:41.672140 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-8de4cb78-d0ef-4327-991f-7ae362274087 admin admin] Publish callbacks [] for security_group (492ce552-999f-4f7e-8d11-b2406a7edf56), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:41.695676 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-8de4cb78-d0ef-4327-991f-7ae362274087 admin admin] Publish callbacks [] for security_group (492ce552-999f-4f7e-8d11-b2406a7edf56), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:41.702553 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 862fb9b1-47ac-4dd7-bfcb-b5625f4cba30 up at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:54:41.945392 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-8de4cb78-d0ef-4327-991f-7ae362274087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (492ce552-999f-4f7e-8d11-b2406a7edf56), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:41.948019 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-8de4cb78-d0ef-4327-991f-7ae362274087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:41.951655 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-8de4cb78-d0ef-4327-991f-7ae362274087 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/492ce552-999f-4f7e-8d11-b2406a7edf56 HTTP/1.1" status: 204 len: 168 time: 0.3295896 Jan 20 12:54:41.959105 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4cb78-d0ef-4327-991f-7ae362274087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492ce552-999f-4f7e-8d11-b2406a7edf56,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:42.045741 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e3a88-7edd-4ef7-b8ef-d7de723db1f2 req-74885666-ce0a-41b5-86e6-4a3efaaae942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:42.047316 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a37e3a88-7edd-4ef7-b8ef-d7de723db1f2 req-74885666-ce0a-41b5-86e6-4a3efaaae942 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=428c88034eba4cf187ed3b80a771c522&device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 1098 time: 0.0556202 Jan 20 12:54:42.058505 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning for port 862fb9b1-47ac-4dd7-bfcb-b5625f4cba30 completed by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 12:54:42.067378 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning complete for port 862fb9b1-47ac-4dd7-bfcb-b5625f4cba30 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:54:42.067954 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (862fb9b1-47ac-4dd7-bfcb-b5625f4cba30), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:42.228402 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e3a88-7edd-4ef7-b8ef-d7de723db1f2 req-d9654a94-2007-43c2-aa51-2c8019edc793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:42.230700 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a37e3a88-7edd-4ef7-b8ef-d7de723db1f2 req-d9654a94-2007-43c2-aa51-2c8019edc793 service neutron] 10.222.0.107 "GET /v2.0/networks?id=1da03262-aaa2-44ec-9b4a-16ceb45bebd0 HTTP/1.1" status: 200 len: 919 time: 0.1611109 Jan 20 12:54:42.265362 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 862fb9b1-47ac-4dd7-bfcb-b5625f4cba30 is: BUILD; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:54:42.265787 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (862fb9b1-47ac-4dd7-bfcb-b5625f4cba30), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:42.294631 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a37e3a88-7edd-4ef7-b8ef-d7de723db1f2 req-34d710df-919e-4137-9843-e546b7f0bf9d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b993b368-d74b-4950-bb49-dbc1a862c1c4 HTTP/1.1" status: 200 len: 217 time: 0.0466609 Jan 20 12:54:42.309309 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd91cfcf-b2b2-4364-913d-4014cec83d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862fb9b1-47ac-4dd7-bfcb-b5625f4cba30'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:54:42.312995 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa30ef22-91b6-4faf-8aa5-8185eb40045c" -d '{"events": [{"server_uuid": "bd91cfcf-b2b2-4364-913d-4014cec83d48", "name": "network-vif-plugged", "status": "completed", "tag": "862fb9b1-47ac-4dd7-bfcb-b5625f4cba30"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:54:42.328914 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 862fb9b1-47ac-4dd7-bfcb-b5625f4cba30, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=862fb9b1-47ac-4dd7-bfcb-b5625f4cba30,segment=NetworkSegment(12a04a7f-2991-4069-9a95-1caa23baeb64),segment_id=12a04a7f-2991-4069-9a95-1caa23baeb64)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:54:42.372621 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 12:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e0b277-6015-4c1f-bcca-ee62ac53998d x-openstack-request-id: req-75e0b277-6015-4c1f-bcca-ee62ac53998d {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:54:42.372944 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd91cfcf-b2b2-4364-913d-4014cec83d48", "name": "network-vif-plugged", "status": "completed", "tag": "862fb9b1-47ac-4dd7-bfcb-b5625f4cba30", "code": 200}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:54:42.373380 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-75e0b277-6015-4c1f-bcca-ee62ac53998d {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:54:42.373983 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd91cfcf-b2b2-4364-913d-4014cec83d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862fb9b1-47ac-4dd7-bfcb-b5625f4cba30', 'code': 200} Jan 20 12:54:42.381442 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269e2bc-9191-4547-92cd-76d00ba7ea66 req-a72da8da-10c9-427d-a758-e938ccd77228 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:42.383622 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a269e2bc-9191-4547-92cd-76d00ba7ea66 req-a72da8da-10c9-427d-a758-e938ccd77228 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd91cfcf-b2b2-4364-913d-4014cec83d48 HTTP/1.1" status: 200 len: 944 time: 0.0986583 Jan 20 12:54:42.385792 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e3a88-7edd-4ef7-b8ef-d7de723db1f2 req-d5bd2368-dbd8-4680-9d93-2dec54b62624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:42.387249 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a37e3a88-7edd-4ef7-b8ef-d7de723db1f2 req-d5bd2368-dbd8-4680-9d93-2dec54b62624 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7 HTTP/1.1" status: 200 len: 858 time: 0.0735276 Jan 20 12:54:42.426556 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (862fb9b1-47ac-4dd7-bfcb-b5625f4cba30), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:42.469464 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a37e3a88-7edd-4ef7-b8ef-d7de723db1f2 req-c0abc6e9-bb22-4716-8ff3-d16815434597 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=1da03262-aaa2-44ec-9b4a-16ceb45bebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733547 Jan 20 12:54:42.572580 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=862fb9b1-47ac-4dd7-bfcb-b5625f4cba30,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:42.699690 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a37e3a88-7edd-4ef7-b8ef-d7de723db1f2 req-e57601b5-89e4-4f5e-af92-41fed69aa062 service neutron] 10.222.0.107 "GET /v2.0/networks/1da03262-aaa2-44ec-9b4a-16ceb45bebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167554 Jan 20 12:54:42.730565 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a269e2bc-9191-4547-92cd-76d00ba7ea66 req-d1cf3a0b-5d3b-4c83-84a0-042b553d8283 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251677 Jan 20 12:54:42.822090 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162638b8-452d-4ec7-8a9e-499404182028 req-a955e768-a5ee-4738-9d5b-47e0000f6fba tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:42.823691 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-162638b8-452d-4ec7-8a9e-499404182028 req-a955e768-a5ee-4738-9d5b-47e0000f6fba tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.1748555 Jan 20 12:54:42.862004 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a37e3a88-7edd-4ef7-b8ef-d7de723db1f2 req-096f34d5-5c15-4bf8-9c39-09a0abd032b5 service neutron] 10.222.0.107 "GET /v2.0/networks/1da03262-aaa2-44ec-9b4a-16ceb45bebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302950 Jan 20 12:54:42.884736 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9fd6a-d9f9-461a-8692-5ee0657ae5c4 req-a4b5c312-c46d-4477-b563-a074832b1a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:42.887075 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-86f9fd6a-d9f9-461a-8692-5ee0657ae5c4 req-a4b5c312-c46d-4477-b563-a074832b1a61 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=bd91cfcf-b2b2-4364-913d-4014cec83d48 HTTP/1.1" status: 200 len: 1098 time: 0.0601361 Jan 20 12:54:42.899672 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-162638b8-452d-4ec7-8a9e-499404182028 req-9b726fa0-0224-4cb6-92fa-4b02a554ae56 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650744 Jan 20 12:54:42.961788 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-86f9fd6a-d9f9-461a-8692-5ee0657ae5c4 req-17f5eb2b-387f-4526-a9f0-00867e7aeb5e service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563273 Jan 20 12:54:43.257504 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 55788) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:43.271893 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-e28133c4-6447-4405-8e46-b74390fb3ae7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:43.362873 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-e28133c4-6447-4405-8e46-b74390fb3ae7 admin admin] Publish callbacks [] for security_group (bdd9eef0-849a-4660-94e9-2afce0267b82), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:43.503420 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-e28133c4-6447-4405-8e46-b74390fb3ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (bdd9eef0-849a-4660-94e9-2afce0267b82), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:43.544212 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-e28133c4-6447-4405-8e46-b74390fb3ae7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=89ea85fb29614cfa9afcbe7cee8e2eca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849460 Jan 20 12:54:43.545133 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28133c4-6447-4405-8e46-b74390fb3ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd9eef0-849a-4660-94e9-2afce0267b82,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:43.547638 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 55794) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:43.604964 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-27d9ca6c-3af7-43e6-a343-15b56f14f5fa admin admin] Publish callbacks [] for security_group (bdd9eef0-849a-4660-94e9-2afce0267b82), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:43.631998 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-27d9ca6c-3af7-43e6-a343-15b56f14f5fa admin admin] Publish callbacks [] for security_group (bdd9eef0-849a-4660-94e9-2afce0267b82), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:43.788408 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 55810) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:43.789969 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-27d9ca6c-3af7-43e6-a343-15b56f14f5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (bdd9eef0-849a-4660-94e9-2afce0267b82), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:43.793967 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 12:54:43.799545 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-27d9ca6c-3af7-43e6-a343-15b56f14f5fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:43.799545 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-27d9ca6c-3af7-43e6-a343-15b56f14f5fa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bdd9eef0-849a-4660-94e9-2afce0267b82 HTTP/1.1" status: 204 len: 168 time: 0.2483475 Jan 20 12:54:43.809894 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9ca6c-3af7-43e6-a343-15b56f14f5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd9eef0-849a-4660-94e9-2afce0267b82,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:43.877001 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_v2 [None req-725dffde-870c-4cd6-bcce-05bde04ba932 admin admin] Deleting subnet af59c00b-0097-4027-a7cf-843979cdecd9 {{(pid=109760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 12:54:43.884525 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-725dffde-870c-4cd6-bcce-05bde04ba932 admin admin] Publish callbacks [] for subnet (af59c00b-0097-4027-a7cf-843979cdecd9), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:43.911765 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ae90c-d5d9-4be6-9ada-1c5b527b87b1 req-bde9a7ac-031c-4a5b-9078-54e4e0a942a6 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:43.914389 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f96ae90c-d5d9-4be6-9ada-1c5b527b87b1 req-bde9a7ac-031c-4a5b-9078-54e4e0a942a6 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd91cfcf-b2b2-4364-913d-4014cec83d48 HTTP/1.1" status: 200 len: 945 time: 0.0903530 Jan 20 12:54:43.969804 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-725dffde-870c-4cd6-bcce-05bde04ba932 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5795260'] for subnet (af59c00b-0097-4027-a7cf-843979cdecd9), precommit_delete_associations {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:44.002301 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f96ae90c-d5d9-4be6-9ada-1c5b527b87b1 req-392137b5-4993-4269-bef5-3c6fab35cf34 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798502 Jan 20 12:54:44.059251 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-725dffde-870c-4cd6-bcce-05bde04ba932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537527'] for subnet (af59c00b-0097-4027-a7cf-843979cdecd9), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:44.102268 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a5614-cdc5-496f-a9aa-be985db9771b req-53d355a5-e44e-43f4-a408-5e6d5d71a476 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:44.103937 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-985a5614-cdc5-496f-a9aa-be985db9771b req-53d355a5-e44e-43f4-a408-5e6d5d71a476 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.0616398 Jan 20 12:54:44.172835 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-985a5614-cdc5-496f-a9aa-be985db9771b req-8de1a38f-0ffa-4c9e-8e4d-bad8b4c0acd3 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606329 Jan 20 12:54:44.231940 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-725dffde-870c-4cd6-bcce-05bde04ba932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4332618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4798155'] for subnet (af59c00b-0097-4027-a7cf-843979cdecd9), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:44.264351 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725dffde-870c-4cd6-bcce-05bde04ba932 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af59c00b-0097-4027-a7cf-843979cdecd9,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:44.268689 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-725dffde-870c-4cd6-bcce-05bde04ba932 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:44.272060 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-725dffde-870c-4cd6-bcce-05bde04ba932 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/af59c00b-0097-4027-a7cf-843979cdecd9 HTTP/1.1" status: 204 len: 168 time: 0.4820380 Jan 20 12:54:44.275276 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 55824) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:44.348439 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c090481b-49ca-4de5-956b-5ee7dd908258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497049'] for network (0e4c29d6-db79-447b-89ae-13ac8e80dcfe), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:44.439443 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c090481b-49ca-4de5-956b-5ee7dd908258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1524928', 'neutron.services.segments.db._delete_segments_for_network-8775109942164'] for network (0e4c29d6-db79-447b-89ae-13ac8e80dcfe), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:44.467410 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.services.segments.db [None req-c090481b-49ca-4de5-956b-5ee7dd908258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e4c29d6-db79-447b-89ae-13ac8e80dcfe']}} {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:54:44.484805 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.services.segments.db [None req-c090481b-49ca-4de5-956b-5ee7dd908258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db35094-4d9f-47c7-97e9-6df0be97fb96') {'for_net_delete': True} {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:54:44.485289 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.services.segments.db [None req-c090481b-49ca-4de5-956b-5ee7dd908258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db35094-4d9f-47c7-97e9-6df0be97fb96') {} {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:54:44.502075 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c090481b-49ca-4de5-956b-5ee7dd908258 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775109942038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5792847'] for segment (2db35094-4d9f-47c7-97e9-6df0be97fb96), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:44.519023 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c090481b-49ca-4de5-956b-5ee7dd908258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (2db35094-4d9f-47c7-97e9-6df0be97fb96), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:44.526364 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c090481b-49ca-4de5-956b-5ee7dd908258 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 12:54:44.526775 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c090481b-49ca-4de5-956b-5ee7dd908258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4332580'] for segment (2db35094-4d9f-47c7-97e9-6df0be97fb96), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: Traceback (most recent call last): Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: timer() Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: cb(*args, **kw) Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: return func(*args, **kwargs) Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: self._notify() Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: self.callback(batched_events) Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: event.method(event) Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: return f(self, *a, **k) Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: return self._get(url).json() Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: return self.request(url, 'GET', **kwargs) Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 12:54:44.528670 dv-cinder-804035-24-iscsi neutron-server[109760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 12:54:44.671651 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c090481b-49ca-4de5-956b-5ee7dd908258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1524953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529948'] for network (0e4c29d6-db79-447b-89ae-13ac8e80dcfe), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:44.679065 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c090481b-49ca-4de5-956b-5ee7dd908258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:44.685338 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-c090481b-49ca-4de5-956b-5ee7dd908258 admin admin] 10.222.0.57 "DELETE /v2.0/networks/0e4c29d6-db79-447b-89ae-13ac8e80dcfe HTTP/1.1" status: 204 len: 168 time: 0.4065683 Jan 20 12:54:44.687801 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 55838) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:44.692358 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090481b-49ca-4de5-956b-5ee7dd908258 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e4c29d6-db79-447b-89ae-13ac8e80dcfe,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:44.741181 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_v2 [None req-f39ac49e-0877-4129-815a-68b39786a780 admin admin] Deleting subnet 35d1116a-9970-4d53-abf8-dd9f08bf4bb8 {{(pid=109759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 12:54:44.746118 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f39ac49e-0877-4129-815a-68b39786a780 admin admin] Publish callbacks [] for subnet (35d1116a-9970-4d53-abf8-dd9f08bf4bb8), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:44.785706 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f39ac49e-0877-4129-815a-68b39786a780 admin admin] Publish callbacks [] for subnet (35d1116a-9970-4d53-abf8-dd9f08bf4bb8), precommit_delete_associations {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:44.801083 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f39ac49e-0877-4129-815a-68b39786a780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537527'] for subnet (35d1116a-9970-4d53-abf8-dd9f08bf4bb8), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:45.047081 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f39ac49e-0877-4129-815a-68b39786a780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for subnet (35d1116a-9970-4d53-abf8-dd9f08bf4bb8), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:45.086308 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ac49e-0877-4129-815a-68b39786a780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35d1116a-9970-4d53-abf8-dd9f08bf4bb8,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:45.093219 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f39ac49e-0877-4129-815a-68b39786a780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for subnet (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:45.100189 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-f39ac49e-0877-4129-815a-68b39786a780 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/35d1116a-9970-4d53-abf8-dd9f08bf4bb8 HTTP/1.1" status: 204 len: 168 time: 0.4079671 Jan 20 12:54:45.100341 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 55846) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:45.162026 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010f525-627e-4a38-9cbb-11d0b4e9be93 req-3731f2d3-5976-4107-9816-19877ec21620 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:45.176864 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9010f525-627e-4a38-9cbb-11d0b4e9be93 req-3731f2d3-5976-4107-9816-19877ec21620 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd91cfcf-b2b2-4364-913d-4014cec83d48 HTTP/1.1" status: 200 len: 945 time: 0.1011069 Jan 20 12:54:45.255192 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9010f525-627e-4a38-9cbb-11d0b4e9be93 req-03474594-9bdc-4e2b-8f66-b6e3af93b6d2 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770836 Jan 20 12:54:45.266512 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5153cd1e-6b81-4952-944f-51f40baf156d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497049'] for network (d2323e43-036a-4dfe-96f5-f885bc32f28c), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:45.388912 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e06bc3-b8d2-4c82-84ad-e0d11a60b4b5 req-47b62d6f-046c-43db-989f-b24eb6bc758e tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:45.390769 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-14e06bc3-b8d2-4c82-84ad-e0d11a60b4b5 req-47b62d6f-046c-43db-989f-b24eb6bc758e tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.0534985 Jan 20 12:54:45.412539 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5153cd1e-6b81-4952-944f-51f40baf156d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1524928', 'neutron.services.segments.db._delete_segments_for_network-8775109942164'] for network (d2323e43-036a-4dfe-96f5-f885bc32f28c), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:45.452391 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-14e06bc3-b8d2-4c82-84ad-e0d11a60b4b5 req-a666d893-836f-4337-8899-b0050bc93101 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511920 Jan 20 12:54:45.452908 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.services.segments.db [None req-5153cd1e-6b81-4952-944f-51f40baf156d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2323e43-036a-4dfe-96f5-f885bc32f28c']}} {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:54:45.474865 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.services.segments.db [None req-5153cd1e-6b81-4952-944f-51f40baf156d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d51960d-6888-4330-a9f2-4ea6f68cec75') {'for_net_delete': True} {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:54:45.475318 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.services.segments.db [None req-5153cd1e-6b81-4952-944f-51f40baf156d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d51960d-6888-4330-a9f2-4ea6f68cec75') {} {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:54:45.494395 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5153cd1e-6b81-4952-944f-51f40baf156d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775109942038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5792847'] for segment (2d51960d-6888-4330-a9f2-4ea6f68cec75), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5153cd1e-6b81-4952-944f-51f40baf156d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (2d51960d-6888-4330-a9f2-4ea6f68cec75), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5153cd1e-6b81-4952-944f-51f40baf156d admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5153cd1e-6b81-4952-944f-51f40baf156d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4332580'] for segment (2d51960d-6888-4330-a9f2-4ea6f68cec75), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: Traceback (most recent call last): Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: timer() Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: cb(*args, **kw) Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: return func(*args, **kwargs) Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: self._notify() Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: self.callback(batched_events) Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: event.method(event) Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: return f(self, *a, **k) Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: return self._get(url).json() Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: return self.request(url, 'GET', **kwargs) Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 12:54:45.527280 dv-cinder-804035-24-iscsi neutron-server[109760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 12:54:45.787121 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5153cd1e-6b81-4952-944f-51f40baf156d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1524953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529948'] for network (d2323e43-036a-4dfe-96f5-f885bc32f28c), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:45.797120 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5153cd1e-6b81-4952-944f-51f40baf156d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:45.803649 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-5153cd1e-6b81-4952-944f-51f40baf156d admin admin] 10.222.0.57 "DELETE /v2.0/networks/d2323e43-036a-4dfe-96f5-f885bc32f28c HTTP/1.1" status: 204 len: 168 time: 0.7020056 Jan 20 12:54:45.825205 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153cd1e-6b81-4952-944f-51f40baf156d admin admin] Pushing event deleted for resources: {'Network': ['ID=d2323e43-036a-4dfe-96f5-f885bc32f28c,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:46.250662 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 55876) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:46.295592 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-0a6e0cc2-4094-4b97-9d83-6a5a53ac7225 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4379f8b201d440e1b3991c46e64bb5ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435686 Jan 20 12:54:46.299362 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 55878) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:46.409648 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-edb5dcdd-0712-4ba2-97ac-31cc36107e79 admin admin] Publish callbacks [] for security_group (8401526e-eb6e-4adf-affe-9b7e3fbb923c), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:46.451090 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-edb5dcdd-0712-4ba2-97ac-31cc36107e79 admin admin] Publish callbacks [] for security_group (8401526e-eb6e-4adf-affe-9b7e3fbb923c), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:46.513726 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17ff4a-eb72-46e3-a78c-a132c686dc34 req-a5cb7930-3306-43f7-bdd9-e797c532261e tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:46.516446 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8c17ff4a-eb72-46e3-a78c-a132c686dc34 req-a5cb7930-3306-43f7-bdd9-e797c532261e tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd91cfcf-b2b2-4364-913d-4014cec83d48 HTTP/1.1" status: 200 len: 945 time: 0.0863245 Jan 20 12:54:46.544604 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 55894) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:46.650605 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8c17ff4a-eb72-46e3-a78c-a132c686dc34 req-30b37346-49e9-4ebb-b44a-fdf126c8a165 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241207 Jan 20 12:54:46.676228 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d378e-1b14-4d64-9059-fca370052ccb req-62be4b8a-4e69-47f0-8789-0c921fe0cb2a tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:46.683603 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-903d378e-1b14-4d64-9059-fca370052ccb req-62be4b8a-4e69-47f0-8789-0c921fe0cb2a tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.0885241 Jan 20 12:54:46.702785 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-edb5dcdd-0712-4ba2-97ac-31cc36107e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (8401526e-eb6e-4adf-affe-9b7e3fbb923c), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:46.708893 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-edb5dcdd-0712-4ba2-97ac-31cc36107e79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:46.712296 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-edb5dcdd-0712-4ba2-97ac-31cc36107e79 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8401526e-eb6e-4adf-affe-9b7e3fbb923c HTTP/1.1" status: 204 len: 168 time: 0.4075196 Jan 20 12:54:46.724388 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-264ba1b9-f354-416d-951f-b12ddd8ef876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:46.757834 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-903d378e-1b14-4d64-9059-fca370052ccb req-568c61ab-d31e-4f45-8ff0-4a91168fc075 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728321 Jan 20 12:54:46.790205 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5dcdd-0712-4ba2-97ac-31cc36107e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8401526e-eb6e-4adf-affe-9b7e3fbb923c,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:46.844714 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-264ba1b9-f354-416d-951f-b12ddd8ef876 admin admin] Publish callbacks [] for security_group (db2fbfcc-16ae-400a-b6d5-3be83c541547), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:46.977894 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-264ba1b9-f354-416d-951f-b12ddd8ef876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (db2fbfcc-16ae-400a-b6d5-3be83c541547), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:47.030855 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-264ba1b9-f354-416d-951f-b12ddd8ef876 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7088423323654352a57fde56a69f42c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4848914 Jan 20 12:54:47.032762 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ba1b9-f354-416d-951f-b12ddd8ef876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2fbfcc-16ae-400a-b6d5-3be83c541547,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:47.033906 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 55908) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:47.142436 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-b8e8ff00-7335-4244-bcca-d9d8e78f956c admin admin] Publish callbacks [] for security_group (db2fbfcc-16ae-400a-b6d5-3be83c541547), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:47.183574 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-b8e8ff00-7335-4244-bcca-d9d8e78f956c admin admin] Publish callbacks [] for security_group (db2fbfcc-16ae-400a-b6d5-3be83c541547), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:47.360264 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-b8e8ff00-7335-4244-bcca-d9d8e78f956c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (db2fbfcc-16ae-400a-b6d5-3be83c541547), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:47.362991 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-b8e8ff00-7335-4244-bcca-d9d8e78f956c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:47.364148 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-b8e8ff00-7335-4244-bcca-d9d8e78f956c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/db2fbfcc-16ae-400a-b6d5-3be83c541547 HTTP/1.1" status: 204 len: 168 time: 0.3282919 Jan 20 12:54:47.373397 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8ff00-7335-4244-bcca-d9d8e78f956c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2fbfcc-16ae-400a-b6d5-3be83c541547,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:47.636075 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 55920) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:47.702678 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-ee8673eb-2c59-477e-902b-290b9ca6431a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2de5355ee1724f84b8488bdea95b20e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0650244 Jan 20 12:54:47.704902 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 55924) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:47.786065 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-81eaff7c-2947-4180-80ae-496b80361990 admin admin] Publish callbacks [] for security_group (428555c0-3cf5-4cf2-9297-cf0530b7711a), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:47.812598 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-81eaff7c-2947-4180-80ae-496b80361990 admin admin] Publish callbacks [] for security_group (428555c0-3cf5-4cf2-9297-cf0530b7711a), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:48.274533 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-81eaff7c-2947-4180-80ae-496b80361990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (428555c0-3cf5-4cf2-9297-cf0530b7711a), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:48.277132 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-81eaff7c-2947-4180-80ae-496b80361990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:48.278503 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-81eaff7c-2947-4180-80ae-496b80361990 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/428555c0-3cf5-4cf2-9297-cf0530b7711a HTTP/1.1" status: 204 len: 168 time: 0.5721717 Jan 20 12:54:48.287046 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eaff7c-2947-4180-80ae-496b80361990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428555c0-3cf5-4cf2-9297-cf0530b7711a,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:50.088992 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 56020) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:50.259716 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-09de8dc2-2d1e-4359-93de-d391bb330387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:50.359644 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-09de8dc2-2d1e-4359-93de-d391bb330387 admin admin] Publish callbacks [] for security_group (971d55dd-faa4-4cc4-8dac-6dd1b0ccc217), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:50.426071 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-09de8dc2-2d1e-4359-93de-d391bb330387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (971d55dd-faa4-4cc4-8dac-6dd1b0ccc217), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:50.468554 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-09de8dc2-2d1e-4359-93de-d391bb330387 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=300f9fcd4c244629b6388d12affbb041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3784213 Jan 20 12:54:50.469805 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de8dc2-2d1e-4359-93de-d391bb330387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971d55dd-faa4-4cc4-8dac-6dd1b0ccc217,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:50.472376 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 56030) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:50.531549 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a1e501f3-1bc9-4994-afa2-73b90fd3f558 admin admin] Publish callbacks [] for security_group (971d55dd-faa4-4cc4-8dac-6dd1b0ccc217), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:50.557960 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a1e501f3-1bc9-4994-afa2-73b90fd3f558 admin admin] Publish callbacks [] for security_group (971d55dd-faa4-4cc4-8dac-6dd1b0ccc217), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:50.740533 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a1e501f3-1bc9-4994-afa2-73b90fd3f558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (971d55dd-faa4-4cc4-8dac-6dd1b0ccc217), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:50.746376 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a1e501f3-1bc9-4994-afa2-73b90fd3f558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:50.749319 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-a1e501f3-1bc9-4994-afa2-73b90fd3f558 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/971d55dd-faa4-4cc4-8dac-6dd1b0ccc217 HTTP/1.1" status: 204 len: 168 time: 0.2745576 Jan 20 12:54:50.763766 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e501f3-1bc9-4994-afa2-73b90fd3f558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971d55dd-faa4-4cc4-8dac-6dd1b0ccc217,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:52.056658 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 56080) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:52.177735 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-ce77ce20-daf5-4e6e-8f1c-1926714337c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-996396933-network', 'tenant_id': '629170ffa321489c819377a8d6610e73'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:54:52.291604 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce77ce20-daf5-4e6e-8f1c-1926714337c7 admin admin] Made reservation on behalf of 629170ffa321489c819377a8d6610e73 for: {'network': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:54:52.293960 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ce77ce20-daf5-4e6e-8f1c-1926714337c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for network (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:52.305936 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ce77ce20-daf5-4e6e-8f1c-1926714337c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:52.394907 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ce77ce20-daf5-4e6e-8f1c-1926714337c7 admin admin] Publish callbacks [] for security_group (a2fc74b2-d285-4ed7-90ba-198e63b5f2e3), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:52.534203 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ce77ce20-daf5-4e6e-8f1c-1926714337c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (a2fc74b2-d285-4ed7-90ba-198e63b5f2e3), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:52.564653 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce77ce20-daf5-4e6e-8f1c-1926714337c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=109759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 12:54:52.572070 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77ce20-daf5-4e6e-8f1c-1926714337c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:52.580303 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ce77ce20-daf5-4e6e-8f1c-1926714337c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (8d0d6c29-592b-462e-be4f-0c93ec9f43fa), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:52.580664 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.db.segments_db [None req-ce77ce20-daf5-4e6e-8f1c-1926714337c7 admin admin] Added segment 8d0d6c29-592b-462e-be4f-0c93ec9f43fa of type vlan for network ba30e44a-e8a7-4312-9e0e-66194997cd5b Jan 20 12:54:52.637956 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ce77ce20-daf5-4e6e-8f1c-1926714337c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775109455270'] for network (ba30e44a-e8a7-4312-9e0e-66194997cd5b), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:52.766301 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ce77ce20-daf5-4e6e-8f1c-1926714337c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for network (ba30e44a-e8a7-4312-9e0e-66194997cd5b), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:52.767332 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce77ce20-daf5-4e6e-8f1c-1926714337c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:52.767926 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ce77ce20-daf5-4e6e-8f1c-1926714337c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:53.046081 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-ce77ce20-daf5-4e6e-8f1c-1926714337c7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9878180 Jan 20 12:54:53.049373 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 56108) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:53.051137 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77ce20-daf5-4e6e-8f1c-1926714337c7 admin admin] Pushing event updated for resources: {'Network': ['ID=ba30e44a-e8a7-4312-9e0e-66194997cd5b,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:53.059650 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-2ebcf92b-cf67-49a4-987e-bae8360526a4 admin admin] Request body: {'subnet': {'network_id': 'ba30e44a-e8a7-4312-9e0e-66194997cd5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-996396933-subnet', 'tenant_id': '629170ffa321489c819377a8d6610e73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:54:53.065393 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Network ba30e44a-e8a7-4312-9e0e-66194997cd5b details requested by agent ovs-agent-dv-cinder-804035-24-iscsi with host dv-cinder-804035-24-iscsi {{(pid=109761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 12:54:53.156607 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebcf92b-cf67-49a4-987e-bae8360526a4 admin admin] Made reservation on behalf of 629170ffa321489c819377a8d6610e73 for: {'subnet': 1} {{(pid=109760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:54:53.159106 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2ebcf92b-cf67-49a4-987e-bae8360526a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4798112'] for subnet (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:53.494856 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2ebcf92b-cf67-49a4-987e-bae8360526a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4798130'] for subnet (c38d6466-46c5-473c-841a-11efca093e5b), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:53.551939 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebcf92b-cf67-49a4-987e-bae8360526a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c38d6466-46c5-473c-841a-11efca093e5b,revision_number=0']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:53.567338 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebcf92b-cf67-49a4-987e-bae8360526a4 admin admin] Checking segment: {'id': '8d0d6c29-592b-462e-be4f-0c93ec9f43fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba30e44a-e8a7-4312-9e0e-66194997cd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:54:53.567887 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebcf92b-cf67-49a4-987e-bae8360526a4 admin admin] Network hostable DHCP agents. Network: ba30e44a-e8a7-4312-9e0e-66194997cd5b, hostable agents: ['34b5833e-9762-4604-a0fa-5558c3f0462d'], hosted agents: [] {{(pid=109760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 12:54:53.762889 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebcf92b-cf67-49a4-987e-bae8360526a4 admin admin] Network ba30e44a-e8a7-4312-9e0e-66194997cd5b is scheduled to be hosted by DHCP agent 34b5833e-9762-4604-a0fa-5558c3f0462d with binding_index 1 {{(pid=109760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 12:54:53.857888 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-2ebcf92b-cf67-49a4-987e-bae8360526a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-24-iscsi, ba30e44a-e8a7-4312-9e0e-66194997cd5b) {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:54:53.863944 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebcf92b-cf67-49a4-987e-bae8360526a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:53.866776 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2ebcf92b-cf67-49a4-987e-bae8360526a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:53.872942 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3b017c-05d3-46ef-a05c-ee9e269e92bb None None] Network ba30e44a-e8a7-4312-9e0e-66194997cd5b requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:54:53.966009 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-2ebcf92b-cf67-49a4-987e-bae8360526a4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9149356 Jan 20 12:54:54.002009 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a5f8f7-3535-4783-9633-9a6847d40f2d None None] Network ba30e44a-e8a7-4312-9e0e-66194997cd5b requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:54:54.393348 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47542068-63ca-49ce-883d-7e03baff4c98 req-8eb2c5ba-911b-4311-b94b-deec598ed43f tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:54.395163 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-47542068-63ca-49ce-883d-7e03baff4c98 req-8eb2c5ba-911b-4311-b94b-deec598ed43f tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.0565453 Jan 20 12:54:54.452503 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-47542068-63ca-49ce-883d-7e03baff4c98 req-b171c6d5-fa60-4c56-bf97-34c2f2158166 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488286 Jan 20 12:54:54.609881 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 56168) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:54.727427 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c790f00d-8c12-495b-aa28-bf7caa7c08aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:54.806857 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c790f00d-8c12-495b-aa28-bf7caa7c08aa admin admin] Publish callbacks [] for security_group (a907b842-4eae-4532-8a4d-c6531837eb43), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:54.949581 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c790f00d-8c12-495b-aa28-bf7caa7c08aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (a907b842-4eae-4532-8a4d-c6531837eb43), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:55.030018 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-c790f00d-8c12-495b-aa28-bf7caa7c08aa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=72e9d5b7c1d34801944d5910ec45f4fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4189596 Jan 20 12:54:55.031432 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790f00d-8c12-495b-aa28-bf7caa7c08aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a907b842-4eae-4532-8a4d-c6531837eb43,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:55.033826 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 56186) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:55.119645 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-43df7326-ed9d-42e9-bc76-54ebab1537f5 admin admin] Publish callbacks [] for security_group (a907b842-4eae-4532-8a4d-c6531837eb43), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:55.151614 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-43df7326-ed9d-42e9-bc76-54ebab1537f5 admin admin] Publish callbacks [] for security_group (a907b842-4eae-4532-8a4d-c6531837eb43), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:55.406897 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-43df7326-ed9d-42e9-bc76-54ebab1537f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (a907b842-4eae-4532-8a4d-c6531837eb43), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:55.417671 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-43df7326-ed9d-42e9-bc76-54ebab1537f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:55.419094 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-43df7326-ed9d-42e9-bc76-54ebab1537f5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a907b842-4eae-4532-8a4d-c6531837eb43 HTTP/1.1" status: 204 len: 168 time: 0.3832011 Jan 20 12:54:55.452871 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df7326-ed9d-42e9-bc76-54ebab1537f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a907b842-4eae-4532-8a4d-c6531837eb43,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:54:58.000101 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-8ef963da-7ceb-4833-9683-4fadc558eb46 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:54:58.000101 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-8ef963da-7ceb-4833-9683-4fadc558eb46 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/networks?id=ba30e44a-e8a7-4312-9e0e-66194997cd5b HTTP/1.1" status: 200 len: 808 time: 0.1117990 Jan 20 12:54:58.019542 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-d972edbd-59d2-4415-949e-6989c58d294f tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/quotas/629170ffa321489c819377a8d6610e73 HTTP/1.1" status: 200 len: 375 time: 0.0107260 Jan 20 12:54:58.053751 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-5cc51046-6d70-43ee-a964-dbbe2c00ac5e tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=629170ffa321489c819377a8d6610e73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270622 Jan 20 12:54:58.156608 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-3c7cfec5-b2ff-4efd-885c-70ada12a0f01 service neutron] 10.222.0.57 "GET /v2.0/networks/ba30e44a-e8a7-4312-9e0e-66194997cd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933409 Jan 20 12:54:58.250585 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-b18dfcef-b3c6-4d6b-bdda-eaf81959bddd service neutron] 10.222.0.57 "GET /v2.0/networks/ba30e44a-e8a7-4312-9e0e-66194997cd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885611 Jan 20 12:54:58.506883 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ef9fa9d4-b68b-4feb-bdb8-954a88136e15 req-ac21e6c8-cf68-4fbe-880b-099ce19fbadf tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7db82ce-c86d-4f75-8c34-abe5e44e28a6 HTTP/1.1" status: 200 len: 210 time: 0.0343251 Jan 20 12:54:59.567900 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 56322) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:54:59.603277 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bf321331-d861-40bd-8823-548811914964 req-c792c25e-63a5-472e-aea8-3f2b4252c8d2 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7db82ce-c86d-4f75-8c34-abe5e44e28a6 HTTP/1.1" status: 200 len: 210 time: 0.0271316 Jan 20 12:54:59.699210 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-79349407-fbdc-4707-9167-ac2063599474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:59.794615 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-79349407-fbdc-4707-9167-ac2063599474 admin admin] Publish callbacks [] for security_group (e8e4c91b-a618-4bb4-bc50-e16c5bd2d1a2), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:59.948025 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-79349407-fbdc-4707-9167-ac2063599474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (e8e4c91b-a618-4bb4-bc50-e16c5bd2d1a2), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:54:59.985366 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-79349407-fbdc-4707-9167-ac2063599474 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=37b3a9884be1492196e8b782c9c88a93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4127104 Jan 20 12:54:59.987642 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 56336) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:55:00.006464 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79349407-fbdc-4707-9167-ac2063599474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e4c91b-a618-4bb4-bc50-e16c5bd2d1a2,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:00.068642 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-99c2c1c3-fd10-4e0b-a5f5-152e1bac396a admin admin] Publish callbacks [] for security_group (e8e4c91b-a618-4bb4-bc50-e16c5bd2d1a2), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:00.100183 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-99c2c1c3-fd10-4e0b-a5f5-152e1bac396a admin admin] Publish callbacks [] for security_group (e8e4c91b-a618-4bb4-bc50-e16c5bd2d1a2), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:00.288186 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-99c2c1c3-fd10-4e0b-a5f5-152e1bac396a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (e8e4c91b-a618-4bb4-bc50-e16c5bd2d1a2), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:00.292047 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-99c2c1c3-fd10-4e0b-a5f5-152e1bac396a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:00.293266 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-99c2c1c3-fd10-4e0b-a5f5-152e1bac396a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e8e4c91b-a618-4bb4-bc50-e16c5bd2d1a2 HTTP/1.1" status: 204 len: 168 time: 0.3049188 Jan 20 12:55:00.301401 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2c1c3-fd10-4e0b-a5f5-152e1bac396a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e4c91b-a618-4bb4-bc50-e16c5bd2d1a2,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:00.730051 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2784090f-aacb-46c4-9c41-a2134cdacc5a req-71126e32-6847-41b5-8eb1-1938528c17ec tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7db82ce-c86d-4f75-8c34-abe5e44e28a6 HTTP/1.1" status: 200 len: 210 time: 0.0269477 Jan 20 12:55:01.248478 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 56366) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:55:01.262983 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-5ea25e6c-5c68-4162-b2d5-d1a135232a98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:01.396476 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-5ea25e6c-5c68-4162-b2d5-d1a135232a98 admin admin] Publish callbacks [] for security_group (a6c87fbe-e12a-45d9-a6dc-c3576ca98331), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:01.534460 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-5ea25e6c-5c68-4162-b2d5-d1a135232a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (a6c87fbe-e12a-45d9-a6dc-c3576ca98331), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:01.552345 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-bb41dc6e-82e2-4743-93e7-3d06cb3a9cf6 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:01.554462 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-bb41dc6e-82e2-4743-93e7-3d06cb3a9cf6 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.107 "GET /v2.0/networks?id=ba30e44a-e8a7-4312-9e0e-66194997cd5b HTTP/1.1" status: 200 len: 808 time: 0.1074400 Jan 20 12:55:01.582539 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-a7b4a510-8673-4d27-ac77-ec3b4538a06f tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Request body: {'port': {'device_id': 'e7db82ce-c86d-4f75-8c34-abe5e44e28a6', 'network_id': 'ba30e44a-e8a7-4312-9e0e-66194997cd5b', 'admin_state_up': True, 'tenant_id': '629170ffa321489c819377a8d6610e73'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:55:01.592146 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-5ea25e6c-5c68-4162-b2d5-d1a135232a98 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=043a7c24212a4a2ab70963cd5b8b296e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3398786 Jan 20 12:55:01.592768 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 56368) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:55:01.606401 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea25e6c-5c68-4162-b2d5-d1a135232a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c87fbe-e12a-45d9-a6dc-c3576ca98331,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:01.716702 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-b903339c-b44d-4290-b51b-55e762462f1b admin admin] Publish callbacks [] for security_group (a6c87fbe-e12a-45d9-a6dc-c3576ca98331), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:01.755364 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-b903339c-b44d-4290-b51b-55e762462f1b admin admin] Publish callbacks [] for security_group (a6c87fbe-e12a-45d9-a6dc-c3576ca98331), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:01.844472 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d513c392-eb8a-4511-a7af-1d903f1a715a req-6e1c76d7-0cab-4fb1-b602-15e6d07eb94a tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7db82ce-c86d-4f75-8c34-abe5e44e28a6 HTTP/1.1" status: 200 len: 210 time: 0.0270410 Jan 20 12:55:01.937535 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-a7b4a510-8673-4d27-ac77-ec3b4538a06f tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Made reservation on behalf of 629170ffa321489c819377a8d6610e73 for: {'port': 1} {{(pid=109760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:55:01.941725 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-a7b4a510-8673-4d27-ac77-ec3b4538a06f tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:01.979987 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-b903339c-b44d-4290-b51b-55e762462f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (a6c87fbe-e12a-45d9-a6dc-c3576ca98331), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:01.982576 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-b903339c-b44d-4290-b51b-55e762462f1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:01.987485 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-b903339c-b44d-4290-b51b-55e762462f1b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a6c87fbe-e12a-45d9-a6dc-c3576ca98331 HTTP/1.1" status: 204 len: 168 time: 0.3895206 Jan 20 12:55:02.073334 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903339c-b44d-4290-b51b-55e762462f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c87fbe-e12a-45d9-a6dc-c3576ca98331,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:02.233885 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_common [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-a7b4a510-8673-4d27-ac77-ec3b4538a06f tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Allocated IP 172.20.0.14 (ba30e44a-e8a7-4312-9e0e-66194997cd5b/c38d6466-46c5-473c-841a-11efca093e5b/638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3) {{(pid=109760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:55:02.417993 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-a7b4a510-8673-4d27-ac77-ec3b4538a06f tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Publish callbacks [] for port (638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:02.571892 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-a7b4a510-8673-4d27-ac77-ec3b4538a06f tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:02.617020 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-a7b4a510-8673-4d27-ac77-ec3b4538a06f tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Network ba30e44a-e8a7-4312-9e0e-66194997cd5b is already hosted by enough agents. {{(pid=109760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:55:02.619915 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-a7b4a510-8673-4d27-ac77-ec3b4538a06f tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Resources bound (agent type, host, resource id): {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:55:02.622615 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-a7b4a510-8673-4d27-ac77-ec3b4538a06f tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Received port after_create {{(pid=109760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:55:02.649300 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4a510-8673-4d27-ac77-ec3b4538a06f tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Pushing event updated for resources: {'Port': ['ID=638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:02.678589 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-a7b4a510-8673-4d27-ac77-ec3b4538a06f tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:02.679206 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-a7b4a510-8673-4d27-ac77-ec3b4538a06f tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for port (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:02.787147 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-a7b4a510-8673-4d27-ac77-ec3b4538a06f tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2229295 Jan 20 12:55:02.799915 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-5d11cf5b-2bb5-4cae-899c-345affb39ea4 service neutron] Request body: {'port': {'device_id': 'e7db82ce-c86d-4f75-8c34-abe5e44e28a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:55:02.859188 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-5d11cf5b-2bb5-4cae-899c-345affb39ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:03.011620 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ca2db-c578-4507-bed7-984582855724 req-7ada22c7-93ab-49ea-83fc-fadff20a65b6 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:03.013399 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2c8ca2db-c578-4507-bed7-984582855724 req-7ada22c7-93ab-49ea-83fc-fadff20a65b6 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7db82ce-c86d-4f75-8c34-abe5e44e28a6 HTTP/1.1" status: 200 len: 932 time: 0.0602062 Jan 20 12:55:03.100092 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2c8ca2db-c578-4507-bed7-984582855724 req-b18f0d4b-e308-4fbf-b3b3-f660d4e092cb tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799668 Jan 20 12:55:03.224243 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.notifiers.nova [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-5d11cf5b-2bb5-4cae-899c-345affb39ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3 {{(pid=109760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:55:03.232500 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-30fa16b8-2436-4344-944f-7839c5e08ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:03.245573 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-5d11cf5b-2bb5-4cae-899c-345affb39ea4 service neutron] Publish callbacks [] for port (638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3), precommit_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:03.265997 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.provisioning_blocks [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-5d11cf5b-2bb5-4cae-899c-345affb39ea4 service neutron] Transition to ACTIVE for port object 638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3 will not be triggered until provisioned by entity L2. {{(pid=109760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:55:03.360464 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-5d11cf5b-2bb5-4cae-899c-345affb39ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4332544'] for port (638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:03.427867 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11cf5b-2bb5-4cae-899c-345affb39ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3,revision_number=2']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:03.510487 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.managers [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-5d11cf5b-2bb5-4cae-899c-345affb39ea4 service neutron] Attempting to bind port 638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:55:03.510984 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.managers [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-5d11cf5b-2bb5-4cae-899c-345affb39ea4 service neutron] Attempting to bind port 638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '8d0d6c29-592b-462e-be4f-0c93ec9f43fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba30e44a-e8a7-4312-9e0e-66194997cd5b'}] {{(pid=109760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:55:03.511413 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-5d11cf5b-2bb5-4cae-899c-345affb39ea4 service neutron] Attempting to bind port 638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3 on network ba30e44a-e8a7-4312-9e0e-66194997cd5b {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:55:03.517241 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-5d11cf5b-2bb5-4cae-899c-345affb39ea4 service neutron] Port 638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3 on network ba30e44a-e8a7-4312-9e0e-66194997cd5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 12:55:03.517667 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-5d11cf5b-2bb5-4cae-899c-345affb39ea4 service neutron] Attempting to bind port 638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3 on network ba30e44a-e8a7-4312-9e0e-66194997cd5b {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:55:03.523934 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-5d11cf5b-2bb5-4cae-899c-345affb39ea4 service neutron] Checking agent: {'id': '01dfb066-6594-4635-8f5d-cd7d37486eef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'started_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:55:03.524314 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-5d11cf5b-2bb5-4cae-899c-345affb39ea4 service neutron] Checking segment: {'id': '8d0d6c29-592b-462e-be4f-0c93ec9f43fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba30e44a-e8a7-4312-9e0e-66194997cd5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:55:03.524724 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-5d11cf5b-2bb5-4cae-899c-345affb39ea4 service neutron] Bound using segment: {'id': '8d0d6c29-592b-462e-be4f-0c93ec9f43fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba30e44a-e8a7-4312-9e0e-66194997cd5b'} {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:55:03.534568 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.managers [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-5d11cf5b-2bb5-4cae-899c-345affb39ea4 service neutron] Bound port: 638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d0d6c29-592b-462e-be4f-0c93ec9f43fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba30e44a-e8a7-4312-9e0e-66194997cd5b'}}] {{(pid=109760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:55:03.534568 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-5d11cf5b-2bb5-4cae-899c-345affb39ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:03.610769 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-5d11cf5b-2bb5-4cae-899c-345affb39ea4 service neutron] For port 638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3, host hv-cinder-80403, cleared binding levels {{(pid=109760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:55:03.617047 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-5d11cf5b-2bb5-4cae-899c-345affb39ea4 service neutron] For port 638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3,segment=NetworkSegment(8d0d6c29-592b-462e-be4f-0c93ec9f43fa),segment_id=8d0d6c29-592b-462e-be4f-0c93ec9f43fa)] {{(pid=109760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:55:03.777774 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-5d11cf5b-2bb5-4cae-899c-345affb39ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4332544'] for port (638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:03.816309 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-5d11cf5b-2bb5-4cae-899c-345affb39ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:03.816938 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-5d11cf5b-2bb5-4cae-899c-345affb39ea4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for port (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:03.822296 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-5d11cf5b-2bb5-4cae-899c-345affb39ea4 service neutron] 10.222.0.107 "PUT /v2.0/ports/638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3 HTTP/1.1" status: 200 len: 1094 time: 1.0231047 Jan 20 12:55:03.822296 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7db82ce-c86d-4f75-8c34-abe5e44e28a6', 'tag': '638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3'}] {{(pid=109760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:55:03.822296 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ea70534e3ec4c8535c613b7f61a71075c31a0f3d27b65f13708ffbf10b8f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f88234c-118d-48c4-8148-453fe08dbcc8" -d '{"events": [{"name": "network-changed", "server_uuid": "e7db82ce-c86d-4f75-8c34-abe5e44e28a6", "tag": "638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3"}]}' {{(pid=109760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:55:03.854581 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11cf5b-2bb5-4cae-899c-345affb39ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3,revision_number=3']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:03.861002 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 12:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bf91e2-b44a-4d84-a758-e1bf7a2d1aca x-openstack-request-id: req-57bf91e2-b44a-4d84-a758-e1bf7a2d1aca {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:55:03.861538 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7db82ce-c86d-4f75-8c34-abe5e44e28a6", "tag": "638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3", "status": "completed", "code": 200}]} {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:55:03.861916 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-57bf91e2-b44a-4d84-a758-e1bf7a2d1aca {{(pid=109760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:55:03.865704 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7db82ce-c86d-4f75-8c34-abe5e44e28a6', 'tag': '638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3', 'status': 'completed', 'code': 200} Jan 20 12:55:03.958345 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88234c-118d-48c4-8148-453fe08dbcc8 req-ba807108-34dd-4fba-93de-7338086eccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:03.962479 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-9f88234c-118d-48c4-8148-453fe08dbcc8 req-ba807108-34dd-4fba-93de-7338086eccd5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=629170ffa321489c819377a8d6610e73&device_id=e7db82ce-c86d-4f75-8c34-abe5e44e28a6 HTTP/1.1" status: 200 len: 1097 time: 0.0680938 Jan 20 12:55:04.100044 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88234c-118d-48c4-8148-453fe08dbcc8 req-6d1e7e28-910c-429d-826f-f2f3f338dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:04.102885 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-9f88234c-118d-48c4-8148-453fe08dbcc8 req-6d1e7e28-910c-429d-826f-f2f3f338dc2e service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=629170ffa321489c819377a8d6610e73&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1313212 Jan 20 12:55:04.283785 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88234c-118d-48c4-8148-453fe08dbcc8 req-6e9b6ff7-c728-47cf-a00a-d10a045fdda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:04.285689 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-9f88234c-118d-48c4-8148-453fe08dbcc8 req-6e9b6ff7-c728-47cf-a00a-d10a045fdda8 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1762867 Jan 20 12:55:04.305936 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f94d85-507b-40af-b312-b82912dbcae7 req-3a662a5b-cb35-4ac8-a3b2-8b9421e951f2 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:04.309145 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-71f94d85-507b-40af-b312-b82912dbcae7 req-3a662a5b-cb35-4ac8-a3b2-8b9421e951f2 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7db82ce-c86d-4f75-8c34-abe5e44e28a6 HTTP/1.1" status: 200 len: 944 time: 0.0791101 Jan 20 12:55:04.390217 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-3f7f7186-5289-4f9d-922b-7bc5ac39fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:04.391808 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-3f7f7186-5289-4f9d-922b-7bc5ac39fe0b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=629170ffa321489c819377a8d6610e73&device_id=e7db82ce-c86d-4f75-8c34-abe5e44e28a6 HTTP/1.1" status: 200 len: 1097 time: 0.0660994 Jan 20 12:55:04.408370 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-71f94d85-507b-40af-b312-b82912dbcae7 req-90211e87-f736-4378-a0e0-6009ce2a97da tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932860 Jan 20 12:55:04.483570 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-3ec422ea-d823-4d74-ae9c-34c91b1847e7 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3 HTTP/1.1" status: 200 len: 217 time: 0.0818329 Jan 20 12:55:04.560757 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-b14edbfb-a899-4dbd-8f8a-836d22ee475b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:04.562873 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-b14edbfb-a899-4dbd-8f8a-836d22ee475b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c38d6466-46c5-473c-841a-11efca093e5b HTTP/1.1" status: 200 len: 848 time: 0.0694420 Jan 20 12:55:04.616729 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-ffdb39aa-411c-4119-8b40-67e65c0939a0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=ba30e44a-e8a7-4312-9e0e-66194997cd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455322 Jan 20 12:55:04.725383 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-80e2b618-a293-48eb-9b9b-d3215b194a51 service neutron] 10.222.0.107 "GET /v2.0/networks/ba30e44a-e8a7-4312-9e0e-66194997cd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013081 Jan 20 12:55:04.828491 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-ca76b32d-7d67-4ec9-b85c-1d3aed1ac8b3 req-24cc7642-45a3-4985-a128-56d739dbd1d4 service neutron] 10.222.0.107 "GET /v2.0/networks/ba30e44a-e8a7-4312-9e0e-66194997cd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959995 Jan 20 12:55:05.555187 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41e00e-751e-43e4-af9d-bcd756012c3d req-9615c577-cd3c-4dd4-ad37-eae850554af9 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:05.556841 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cc41e00e-751e-43e4-af9d-bcd756012c3d req-9615c577-cd3c-4dd4-ad37-eae850554af9 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7db82ce-c86d-4f75-8c34-abe5e44e28a6 HTTP/1.1" status: 200 len: 944 time: 0.0566883 Jan 20 12:55:05.614419 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cc41e00e-751e-43e4-af9d-bcd756012c3d req-b6774b4f-298a-4686-b7da-e9923dc35b5c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492117 Jan 20 12:55:06.011345 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-3c6702ff-e02c-45fb-8fce-8465d382d86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:06.604896 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 56540) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:55:06.836606 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-40a82b06-5c85-4b9b-a9c3-970de30db99f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:06.892692 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796c3a1-1782-4c4f-998b-e68dc3793bc4 req-8224461f-bff1-4a00-99c6-6dba6787d030 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:06.894779 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8796c3a1-1782-4c4f-998b-e68dc3793bc4 req-8224461f-bff1-4a00-99c6-6dba6787d030 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7db82ce-c86d-4f75-8c34-abe5e44e28a6 HTTP/1.1" status: 200 len: 944 time: 0.1890495 Jan 20 12:55:06.916319 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 56552) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:55:06.980749 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8796c3a1-1782-4c4f-998b-e68dc3793bc4 req-d8703f60-9c29-49dc-9150-4c292089c666 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696664 Jan 20 12:55:07.011071 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-40a82b06-5c85-4b9b-a9c3-970de30db99f admin admin] Publish callbacks [] for security_group (e3e97702-c0d2-4d61-9ec0-739e588569d3), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:07.067999 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-54a85a24-dc5a-447d-8869-366d7395f402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:07.083114 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-40a82b06-5c85-4b9b-a9c3-970de30db99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (e3e97702-c0d2-4d61-9ec0-739e588569d3), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:07.131282 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a82b06-5c85-4b9b-a9c3-970de30db99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e97702-c0d2-4d61-9ec0-739e588569d3,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:07.136460 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-40a82b06-5c85-4b9b-a9c3-970de30db99f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2647391481a44557805413d548cd8942&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5298967 Jan 20 12:55:07.145680 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 56556) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:55:07.174793 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-54a85a24-dc5a-447d-8869-366d7395f402 admin admin] Publish callbacks [] for security_group (04427824-b78e-40e1-9773-caa8fe4e43fe), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:07.217545 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e151ae61-312c-4d0e-ad79-0bb5e05e1068 admin admin] Publish callbacks [] for security_group (e3e97702-c0d2-4d61-9ec0-739e588569d3), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:07.241135 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e151ae61-312c-4d0e-ad79-0bb5e05e1068 admin admin] Publish callbacks [] for security_group (e3e97702-c0d2-4d61-9ec0-739e588569d3), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:07.277912 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-54a85a24-dc5a-447d-8869-366d7395f402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (04427824-b78e-40e1-9773-caa8fe4e43fe), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:07.328950 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-54a85a24-dc5a-447d-8869-366d7395f402 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=abffb960cd434abd9b42ef9ecd323f96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4087548 Jan 20 12:55:07.328950 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a85a24-dc5a-447d-8869-366d7395f402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04427824-b78e-40e1-9773-caa8fe4e43fe,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:07.330093 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 56564) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:55:07.394735 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d5d9ed25-5017-4888-9151-ab9a8f18390f admin admin] Publish callbacks [] for security_group (04427824-b78e-40e1-9773-caa8fe4e43fe), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:07.408984 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e151ae61-312c-4d0e-ad79-0bb5e05e1068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (e3e97702-c0d2-4d61-9ec0-739e588569d3), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:07.415143 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e151ae61-312c-4d0e-ad79-0bb5e05e1068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:07.417536 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-e151ae61-312c-4d0e-ad79-0bb5e05e1068 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e3e97702-c0d2-4d61-9ec0-739e588569d3 HTTP/1.1" status: 204 len: 168 time: 0.2706244 Jan 20 12:55:07.430255 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d5d9ed25-5017-4888-9151-ab9a8f18390f admin admin] Publish callbacks [] for security_group (04427824-b78e-40e1-9773-caa8fe4e43fe), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:07.432576 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151ae61-312c-4d0e-ad79-0bb5e05e1068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e97702-c0d2-4d61-9ec0-739e588569d3,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:07.602867 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d5d9ed25-5017-4888-9151-ab9a8f18390f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (04427824-b78e-40e1-9773-caa8fe4e43fe), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:07.605581 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d5d9ed25-5017-4888-9151-ab9a8f18390f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:07.606768 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-d5d9ed25-5017-4888-9151-ab9a8f18390f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/04427824-b78e-40e1-9773-caa8fe4e43fe HTTP/1.1" status: 204 len: 168 time: 0.2754030 Jan 20 12:55:07.616033 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9ed25-5017-4888-9151-ab9a8f18390f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04427824-b78e-40e1-9773-caa8fe4e43fe,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:07.660370 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:07.846846 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 12:55:07.988105 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3,segment=NetworkSegment(8d0d6c29-592b-462e-be4f-0c93ec9f43fa),segment_id=8d0d6c29-592b-462e-be4f-0c93ec9f43fa)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:55:08.001938 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Returning: {'device': '638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3', 'network_id': 'ba30e44a-e8a7-4312-9e0e-66194997cd5b', 'port_id': '638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3', 'mac_address': 'fa:16:3e:76:9d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38d6466-46c5-473c-841a-11efca093e5b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 12:55:08.045159 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3 is: DOWN; New status is: BUILD {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:55:08.045614 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:08.060977 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3 {{(pid=109761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:55:08.088530 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3,segment=NetworkSegment(8d0d6c29-592b-462e-be4f-0c93ec9f43fa),segment_id=8d0d6c29-592b-462e-be4f-0c93ec9f43fa)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:55:08.164208 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddd970-09f6-40bb-8c25-fb144f72f022 req-d68ca44c-c9a0-4234-8334-f49e9eb8b13a tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:08.166058 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-98ddd970-09f6-40bb-8c25-fb144f72f022 req-d68ca44c-c9a0-4234-8334-f49e9eb8b13a tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7db82ce-c86d-4f75-8c34-abe5e44e28a6 HTTP/1.1" status: 200 len: 944 time: 0.0706587 Jan 20 12:55:08.202809 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:08.250988 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-98ddd970-09f6-40bb-8c25-fb144f72f022 req-68581d63-575c-407a-b4f9-cb4ef856920e tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775158 Jan 20 12:55:08.266229 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:08.621865 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 56612) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:55:08.635819 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2fff0832-3beb-4a1e-971d-05167c44ce4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:08.715226 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:55:08.726750 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2fff0832-3beb-4a1e-971d-05167c44ce4f admin admin] Publish callbacks [] for security_group (9e7a2a0c-addc-41c8-91c9-49e5fb83a880), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:08.775810 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 56620) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:55:08.798832 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-33e2048c-e43c-4930-aba2-d9f2ec5f303e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:08.898053 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2fff0832-3beb-4a1e-971d-05167c44ce4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (9e7a2a0c-addc-41c8-91c9-49e5fb83a880), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:08.965151 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff0832-3beb-4a1e-971d-05167c44ce4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7a2a0c-addc-41c8-91c9-49e5fb83a880,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:08.972233 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-2fff0832-3beb-4a1e-971d-05167c44ce4f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f1b065721407407586443afaddb194d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3493402 Jan 20 12:55:08.977598 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 56628) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:55:08.991140 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-33e2048c-e43c-4930-aba2-d9f2ec5f303e admin admin] Publish callbacks [] for security_group (35881f36-5e84-4667-a0d9-717b44497e09), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:09.051581 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-3a3b715d-61e3-4562-a2a1-9e9b054bac2b admin admin] Publish callbacks [] for security_group (9e7a2a0c-addc-41c8-91c9-49e5fb83a880), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:09.063036 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:09.094821 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-33e2048c-e43c-4930-aba2-d9f2ec5f303e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (35881f36-5e84-4667-a0d9-717b44497e09), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:09.101400 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-3a3b715d-61e3-4562-a2a1-9e9b054bac2b admin admin] Publish callbacks [] for security_group (9e7a2a0c-addc-41c8-91c9-49e5fb83a880), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:09.165244 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-33e2048c-e43c-4930-aba2-d9f2ec5f303e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=31f902d7c73c4ab983ee9273f86ad0f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3880243 Jan 20 12:55:09.167539 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 56636) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:55:09.176927 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2048c-e43c-4930-aba2-d9f2ec5f303e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35881f36-5e84-4667-a0d9-717b44497e09,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:09.231918 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-4aa3de14-f435-40ba-a554-58c9c0cce15a admin admin] Publish callbacks [] for security_group (35881f36-5e84-4667-a0d9-717b44497e09), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:09.271822 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-4aa3de14-f435-40ba-a554-58c9c0cce15a admin admin] Publish callbacks [] for security_group (35881f36-5e84-4667-a0d9-717b44497e09), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:09.292862 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-3a3b715d-61e3-4562-a2a1-9e9b054bac2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (9e7a2a0c-addc-41c8-91c9-49e5fb83a880), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:09.296235 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-3a3b715d-61e3-4562-a2a1-9e9b054bac2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:09.297432 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-3a3b715d-61e3-4562-a2a1-9e9b054bac2b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9e7a2a0c-addc-41c8-91c9-49e5fb83a880 HTTP/1.1" status: 204 len: 168 time: 0.3192217 Jan 20 12:55:09.307977 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b715d-61e3-4562-a2a1-9e9b054bac2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7a2a0c-addc-41c8-91c9-49e5fb83a880,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:09.448104 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbc771-8eb7-4e9e-97af-157497666634 req-c2238d83-b6e6-4000-b040-57c3811475e8 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:09.450205 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-61fbc771-8eb7-4e9e-97af-157497666634 req-c2238d83-b6e6-4000-b040-57c3811475e8 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7db82ce-c86d-4f75-8c34-abe5e44e28a6 HTTP/1.1" status: 200 len: 945 time: 0.0816503 Jan 20 12:55:09.460606 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-4aa3de14-f435-40ba-a554-58c9c0cce15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (35881f36-5e84-4667-a0d9-717b44497e09), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:09.464425 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-4aa3de14-f435-40ba-a554-58c9c0cce15a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:09.465735 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-4aa3de14-f435-40ba-a554-58c9c0cce15a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/35881f36-5e84-4667-a0d9-717b44497e09 HTTP/1.1" status: 204 len: 168 time: 0.2969859 Jan 20 12:55:09.484765 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3de14-f435-40ba-a554-58c9c0cce15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35881f36-5e84-4667-a0d9-717b44497e09,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:09.559593 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-61fbc771-8eb7-4e9e-97af-157497666634 req-753a5879-10fb-4ffa-97d0-06ebedaca13a tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945580 Jan 20 12:55:09.997467 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:10.649983 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 56686) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:55:10.663805 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-6fc946e4-9700-4973-a1ac-a18af22ef888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:10.708436 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5878257-614e-4043-8352-9b6bb2cb725e req-160c86b8-6d46-4198-995b-62dacdca9be2 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:10.713560 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e5878257-614e-4043-8352-9b6bb2cb725e req-160c86b8-6d46-4198-995b-62dacdca9be2 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7db82ce-c86d-4f75-8c34-abe5e44e28a6 HTTP/1.1" status: 200 len: 945 time: 0.0569751 Jan 20 12:55:10.752364 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-6fc946e4-9700-4973-a1ac-a18af22ef888 admin admin] Publish callbacks [] for security_group (c4798655-8d44-44a3-a712-8091c7b27ed1), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:10.764362 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e5878257-614e-4043-8352-9b6bb2cb725e req-2aeab4bf-ee99-41e0-a691-7a30ae3e1ea4 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477629 Jan 20 12:55:10.854377 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-6fc946e4-9700-4973-a1ac-a18af22ef888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (c4798655-8d44-44a3-a712-8091c7b27ed1), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:10.898373 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:10.901644 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-6fc946e4-9700-4973-a1ac-a18af22ef888 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=06932a4837f04bea9e558ccaf92f52cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482259 Jan 20 12:55:10.901644 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc946e4-9700-4973-a1ac-a18af22ef888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4798655-8d44-44a3-a712-8091c7b27ed1,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:10.907296 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 56694) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:55:10.986384 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c9df3283-c0bc-4e2e-9480-dc370774a7f5 admin admin] Publish callbacks [] for security_group (c4798655-8d44-44a3-a712-8091c7b27ed1), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:11.016473 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c9df3283-c0bc-4e2e-9480-dc370774a7f5 admin admin] Publish callbacks [] for security_group (c4798655-8d44-44a3-a712-8091c7b27ed1), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:11.196926 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c9df3283-c0bc-4e2e-9480-dc370774a7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (c4798655-8d44-44a3-a712-8091c7b27ed1), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:11.199998 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c9df3283-c0bc-4e2e-9480-dc370774a7f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:11.201577 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-c9df3283-c0bc-4e2e-9480-dc370774a7f5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c4798655-8d44-44a3-a712-8091c7b27ed1 HTTP/1.1" status: 204 len: 168 time: 0.2977569 Jan 20 12:55:11.213683 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df3283-c0bc-4e2e-9480-dc370774a7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4798655-8d44-44a3-a712-8091c7b27ed1,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:11.882451 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3 up at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:55:11.896863 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac49d72-e055-4e0d-9043-99c58dfd40b0 req-edad8ba3-99f6-4a4a-ac89-21b4342be669 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:11.898710 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3ac49d72-e055-4e0d-9043-99c58dfd40b0 req-edad8ba3-99f6-4a4a-ac89-21b4342be669 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7db82ce-c86d-4f75-8c34-abe5e44e28a6 HTTP/1.1" status: 200 len: 945 time: 0.0563333 Jan 20 12:55:11.963600 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3ac49d72-e055-4e0d-9043-99c58dfd40b0 req-bd037d7b-1541-4574-ab47-8b5d465015f2 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546088 Jan 20 12:55:12.031226 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning for port 638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3 completed by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 12:55:12.035605 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning complete for port 638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:55:12.036070 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:12.140530 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3 is: BUILD; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:55:12.140946 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:12.168085 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7db82ce-c86d-4f75-8c34-abe5e44e28a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:55:12.170736 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1921ac80-0f1b-4985-983f-08ebb3ec68af" -d '{"events": [{"server_uuid": "e7db82ce-c86d-4f75-8c34-abe5e44e28a6", "name": "network-vif-plugged", "status": "completed", "tag": "638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:55:12.185954 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3,segment=NetworkSegment(8d0d6c29-592b-462e-be4f-0c93ec9f43fa),segment_id=8d0d6c29-592b-462e-be4f-0c93ec9f43fa)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:55:12.234218 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 12:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824f9184-c014-4ec0-9874-906af067f9b9 x-openstack-request-id: req-824f9184-c014-4ec0-9874-906af067f9b9 {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:55:12.234218 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7db82ce-c86d-4f75-8c34-abe5e44e28a6", "name": "network-vif-plugged", "status": "completed", "tag": "638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3", "code": 200}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:55:12.234218 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-824f9184-c014-4ec0-9874-906af067f9b9 {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:55:12.234218 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7db82ce-c86d-4f75-8c34-abe5e44e28a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3', 'code': 200} Jan 20 12:55:12.283310 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:12.348238 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:12.631405 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2b6c8-785a-4fbb-8f80-2984b2409282 req-bb18a6e2-71e3-409e-9345-3a2480544efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:12.634089 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-e1d2b6c8-785a-4fbb-8f80-2984b2409282 req-bb18a6e2-71e3-409e-9345-3a2480544efb service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e7db82ce-c86d-4f75-8c34-abe5e44e28a6 HTTP/1.1" status: 200 len: 1099 time: 0.0566125 Jan 20 12:55:12.651987 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 56790) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:55:12.693688 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-e1d2b6c8-785a-4fbb-8f80-2984b2409282 req-53ac84e6-4b65-4ba2-8352-637f5961d4b4 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530090 Jan 20 12:55:12.786811 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-d827268f-c930-4b9f-b9be-dffd6d85b66a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-874233895-network', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:55:12.874652 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d827268f-c930-4b9f-b9be-dffd6d85b66a admin admin] Made reservation on behalf of 0a2775ddfe214868bb2c9918d8ded733 for: {'network': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:55:12.877124 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d827268f-c930-4b9f-b9be-dffd6d85b66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for network (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:12.887813 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d827268f-c930-4b9f-b9be-dffd6d85b66a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:13.008511 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d827268f-c930-4b9f-b9be-dffd6d85b66a admin admin] Publish callbacks [] for security_group (6da4afa0-3407-4a64-a68e-9b2b02095d30), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:13.117034 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d827268f-c930-4b9f-b9be-dffd6d85b66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (6da4afa0-3407-4a64-a68e-9b2b02095d30), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:13.163150 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d827268f-c930-4b9f-b9be-dffd6d85b66a admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=109759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 12:55:13.204597 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d827268f-c930-4b9f-b9be-dffd6d85b66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (74c5cd76-4991-4c75-a738-3eb043c31d57), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:13.205487 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.db.segments_db [None req-d827268f-c930-4b9f-b9be-dffd6d85b66a admin admin] Added segment 74c5cd76-4991-4c75-a738-3eb043c31d57 of type vlan for network 6257bc55-3fcd-42d2-bf11-689060fb8531 Jan 20 12:55:13.208191 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827268f-c930-4b9f-b9be-dffd6d85b66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da4afa0-3407-4a64-a68e-9b2b02095d30,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:13.254555 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69cad71-e082-40b7-8c6a-838d17cc67a9 req-9666ab05-2b74-4428-bc41-43846a1c1379 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:13.254555 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a69cad71-e082-40b7-8c6a-838d17cc67a9 req-9666ab05-2b74-4428-bc41-43846a1c1379 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7db82ce-c86d-4f75-8c34-abe5e44e28a6 HTTP/1.1" status: 200 len: 946 time: 0.1722927 Jan 20 12:55:13.328814 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d827268f-c930-4b9f-b9be-dffd6d85b66a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775109455270'] for network (6257bc55-3fcd-42d2-bf11-689060fb8531), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:13.402527 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a69cad71-e082-40b7-8c6a-838d17cc67a9 req-7cef51f3-26b3-401f-b368-df3c6ead278a tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163242 Jan 20 12:55:13.499582 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d827268f-c930-4b9f-b9be-dffd6d85b66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for network (6257bc55-3fcd-42d2-bf11-689060fb8531), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:13.500585 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d827268f-c930-4b9f-b9be-dffd6d85b66a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:13.501351 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d827268f-c930-4b9f-b9be-dffd6d85b66a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:13.596546 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827268f-c930-4b9f-b9be-dffd6d85b66a admin admin] Pushing event updated for resources: {'Network': ['ID=6257bc55-3fcd-42d2-bf11-689060fb8531,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:13.632955 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Network 6257bc55-3fcd-42d2-bf11-689060fb8531 details requested by agent ovs-agent-dv-cinder-804035-24-iscsi with host dv-cinder-804035-24-iscsi {{(pid=109761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 12:55:13.707263 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-d827268f-c930-4b9f-b9be-dffd6d85b66a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0535531 Jan 20 12:55:13.710687 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 56832) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:55:13.717277 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-954a5a2d-f0d4-4fe6-b24e-e10e8ae8e398 admin admin] Request body: {'subnet': {'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-874233895-subnet', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'ip_version': 4}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:55:13.861015 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954a5a2d-f0d4-4fe6-b24e-e10e8ae8e398 admin admin] Made reservation on behalf of 0a2775ddfe214868bb2c9918d8ded733 for: {'subnet': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:55:13.863808 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-954a5a2d-f0d4-4fe6-b24e-e10e8ae8e398 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:14.192526 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-954a5a2d-f0d4-4fe6-b24e-e10e8ae8e398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for subnet (fec93fb4-7ef9-4a61-8150-94ddefbda1ab), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:14.345003 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a5a2d-f0d4-4fe6-b24e-e10e8ae8e398 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fec93fb4-7ef9-4a61-8150-94ddefbda1ab,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:14.376272 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954a5a2d-f0d4-4fe6-b24e-e10e8ae8e398 admin admin] Checking segment: {'id': '74c5cd76-4991-4c75-a738-3eb043c31d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:55:14.376613 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954a5a2d-f0d4-4fe6-b24e-e10e8ae8e398 admin admin] Network hostable DHCP agents. Network: 6257bc55-3fcd-42d2-bf11-689060fb8531, hostable agents: ['34b5833e-9762-4604-a0fa-5558c3f0462d'], hosted agents: [] {{(pid=109759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 12:55:14.404802 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f3e3f-af81-4e80-b2c6-9cf55c7475ce req-5caf1a99-198f-486f-9319-f1fda40b9034 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:14.407240 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-764f3e3f-af81-4e80-b2c6-9cf55c7475ce req-5caf1a99-198f-486f-9319-f1fda40b9034 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.1957121 Jan 20 12:55:14.425252 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374075c9-84f0-459f-b786-700d7659fc8d req-10c5f7ea-b728-4db1-88c8-f8e58383ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:14.428812 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-374075c9-84f0-459f-b786-700d7659fc8d req-10c5f7ea-b728-4db1-88c8-f8e58383ecc2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=428c88034eba4cf187ed3b80a771c522&device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 1098 time: 0.1199722 Jan 20 12:55:14.569355 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-764f3e3f-af81-4e80-b2c6-9cf55c7475ce req-5cceccf6-8292-480f-b5d4-e7c79dded2b2 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395051 Jan 20 12:55:14.619154 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954a5a2d-f0d4-4fe6-b24e-e10e8ae8e398 admin admin] Network 6257bc55-3fcd-42d2-bf11-689060fb8531 is scheduled to be hosted by DHCP agent 34b5833e-9762-4604-a0fa-5558c3f0462d with binding_index 1 {{(pid=109759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 12:55:14.656143 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c9181-d541-443d-8d8a-4d6bdafaa159 req-0af2c3b1-3c4a-4134-8758-d030f23cb870 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:14.663811 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c57c9181-d541-443d-8d8a-4d6bdafaa159 req-0af2c3b1-3c4a-4134-8758-d030f23cb870 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7db82ce-c86d-4f75-8c34-abe5e44e28a6 HTTP/1.1" status: 200 len: 946 time: 0.1217511 Jan 20 12:55:14.681207 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374075c9-84f0-459f-b786-700d7659fc8d req-e3d47b4f-1659-4ba7-9144-a91a6f62324f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:14.683040 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-374075c9-84f0-459f-b786-700d7659fc8d req-e3d47b4f-1659-4ba7-9144-a91a6f62324f service neutron] 10.222.0.107 "GET /v2.0/networks?id=1da03262-aaa2-44ec-9b4a-16ceb45bebd0 HTTP/1.1" status: 200 len: 919 time: 0.2484119 Jan 20 12:55:14.759579 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-374075c9-84f0-459f-b786-700d7659fc8d req-59ef1241-ac24-40b4-ac9d-cebd459135bc service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b993b368-d74b-4950-bb49-dbc1a862c1c4 HTTP/1.1" status: 200 len: 217 time: 0.0664961 Jan 20 12:55:14.777840 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c57c9181-d541-443d-8d8a-4d6bdafaa159 req-8d010df9-b4cf-4e5a-bf69-7d5c8cd64dcc tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073253 Jan 20 12:55:14.784666 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-954a5a2d-f0d4-4fe6-b24e-e10e8ae8e398 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-24-iscsi, 6257bc55-3fcd-42d2-bf11-689060fb8531) {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:55:14.800508 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b586b4db-d50f-4739-8980-3616c26261e8 None None] Network 6257bc55-3fcd-42d2-bf11-689060fb8531 requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:55:14.805669 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954a5a2d-f0d4-4fe6-b24e-e10e8ae8e398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:14.807213 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-954a5a2d-f0d4-4fe6-b24e-e10e8ae8e398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for subnet (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:14.863518 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374075c9-84f0-459f-b786-700d7659fc8d req-4c7e4d30-adc0-4575-ab33-e5e76c3f008c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:14.863518 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-374075c9-84f0-459f-b786-700d7659fc8d req-4c7e4d30-adc0-4575-ab33-e5e76c3f008c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7 HTTP/1.1" status: 200 len: 858 time: 0.0900786 Jan 20 12:55:14.876899 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 56866) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:55:14.937935 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-374075c9-84f0-459f-b786-700d7659fc8d req-efa835b9-4c64-4374-bd11-73210071cf2a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=1da03262-aaa2-44ec-9b4a-16ceb45bebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685503 Jan 20 12:55:14.943983 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-954a5a2d-f0d4-4fe6-b24e-e10e8ae8e398 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2316997 Jan 20 12:55:14.947612 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 56870) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:55:14.954639 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-c035d22e-ba0f-4d3a-be70-a85475cb3815 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-874233895-router', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c'}}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:55:14.998782 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10deef0b-2ac2-50f7-9455-50c49679adfd-6257bc55-3fcd-42d2-bf11-689060fb8531', 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531', 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'fixed_ips': [{'subnet_id': 'fec93fb4-7ef9-4a61-8150-94ddefbda1ab'}]}} from dv-cinder-804035-24-iscsi. {{(pid=109761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 20 12:55:15.000210 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:15.009245 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-5f968f50-4df0-409f-bc81-ce3b9a124413 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:15.010890 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-5f968f50-4df0-409f-bc81-ce3b9a124413 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/networks?id=457dc31e-9fe8-4fb8-852d-eea62a00d396 HTTP/1.1" status: 200 len: 815 time: 0.1721659 Jan 20 12:55:15.034486 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-4e90eb0c-567e-4129-beac-f55ff70022f8 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/quotas/c627e132fb96455193cbc6c115ae66a8 HTTP/1.1" status: 200 len: 375 time: 0.0165677 Jan 20 12:55:15.085522 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c035d22e-ba0f-4d3a-be70-a85475cb3815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57998'] for router (c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:15.086639 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c035d22e-ba0f-4d3a-be70-a85475cb3815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1571958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1567031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57991'] for router (c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:15.111384 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-f45c024b-81e4-48a2-afc0-607dbfd5eca3 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c627e132fb96455193cbc6c115ae66a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0758975 Jan 20 12:55:15.117227 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-374075c9-84f0-459f-b786-700d7659fc8d req-656c46c1-1273-4a69-b44e-285898b81802 service neutron] 10.222.0.107 "GET /v2.0/networks/1da03262-aaa2-44ec-9b4a-16ceb45bebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616147 Jan 20 12:55:15.150794 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-9afb4b92-b95c-4683-a94f-6ff7541e3de8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:15.218996 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c035d22e-ba0f-4d3a-be70-a85475cb3815 admin admin] Publish callbacks [] for router_controller (c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44), precommit_add_association {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:15.274221 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.db_base_plugin_common [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Allocated IP 172.20.0.2 (6257bc55-3fcd-42d2-bf11-689060fb8531/fec93fb4-7ef9-4a61-8150-94ddefbda1ab/56351c29-be30-4026-b9ff-856bd25aaa50) {{(pid=109761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:55:15.302384 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-374075c9-84f0-459f-b786-700d7659fc8d req-e2e3f2c3-52c0-41be-a62b-66845a96f0c4 service neutron] 10.222.0.107 "GET /v2.0/networks/1da03262-aaa2-44ec-9b4a-16ceb45bebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769376 Jan 20 12:55:15.320792 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-b84b394d-f4d0-4d8c-a815-9b99aa6dac1b service neutron] 10.222.0.57 "GET /v2.0/networks/457dc31e-9fe8-4fb8-852d-eea62a00d396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084217 Jan 20 12:55:15.336755 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-9afb4b92-b95c-4683-a94f-6ff7541e3de8 admin admin] Publish callbacks [] for security_group (0763e430-28ef-4b3c-9366-63aa421dbee8), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:15.424381 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-9afb4b92-b95c-4683-a94f-6ff7541e3de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (0763e430-28ef-4b3c-9366-63aa421dbee8), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:15.486902 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb4b92-b95c-4683-a94f-6ff7541e3de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0763e430-28ef-4b3c-9366-63aa421dbee8,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:15.499021 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-9afb4b92-b95c-4683-a94f-6ff7541e3de8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=efd190090f394f1e9a2ddb9bef6d4bfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6208339 Jan 20 12:55:15.500484 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 56878) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:55:15.533619 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Publish callbacks [] for port (56351c29-be30-4026-b9ff-856bd25aaa50), precommit_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:15.553550 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c035d22e-ba0f-4d3a-be70-a85475cb3815 admin admin] Publish callbacks [] for router_gateway (c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:15.581268 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-2711a4f3-85b3-4069-ae98-f2e3d5c229e8 service neutron] 10.222.0.57 "GET /v2.0/networks/457dc31e-9fe8-4fb8-852d-eea62a00d396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480879 Jan 20 12:55:15.587003 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e3912d38-48b6-40c7-86fa-9ca4fd945de9 admin admin] Publish callbacks [] for security_group (0763e430-28ef-4b3c-9366-63aa421dbee8), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:15.616878 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e3912d38-48b6-40c7-86fa-9ca4fd945de9 admin admin] Publish callbacks [] for security_group (0763e430-28ef-4b3c-9366-63aa421dbee8), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:15.670369 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (56351c29-be30-4026-b9ff-856bd25aaa50), after_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:15.766216 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Network 6257bc55-3fcd-42d2-bf11-689060fb8531 is already hosted by enough agents. {{(pid=109761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:55:15.773783 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.scheduler.base_scheduler [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Resources bound (agent type, host, resource id): {{(pid=109761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:55:15.777205 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Received port after_create {{(pid=109761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:55:15.783418 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Pushing event updated for resources: {'Port': ['ID=56351c29-be30-4026-b9ff-856bd25aaa50,revision_number=1']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:15.799466 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:15.799830 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:15.800174 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:15.800534 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:15.801611 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:15.801611 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:15.801611 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:15.802036 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:15.802190 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:15.802563 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:15.802860 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:15.803175 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:15.803515 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:15.808459 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e3912d38-48b6-40c7-86fa-9ca4fd945de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (0763e430-28ef-4b3c-9366-63aa421dbee8), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:15.811765 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e3912d38-48b6-40c7-86fa-9ca4fd945de9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:15.814103 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-e3912d38-48b6-40c7-86fa-9ca4fd945de9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0763e430-28ef-4b3c-9366-63aa421dbee8 HTTP/1.1" status: 204 len: 168 time: 0.3115988 Jan 20 12:55:15.839975 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3912d38-48b6-40c7-86fa-9ca4fd945de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0763e430-28ef-4b3c-9366-63aa421dbee8,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:15.878940 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c1021-0c5e-4f18-8a74-de0e314bd4d4 req-8a933b49-d22f-47b6-8694-2e37e893f0ec tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:15.880911 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b80c1021-0c5e-4f18-8a74-de0e314bd4d4 req-8a933b49-d22f-47b6-8694-2e37e893f0ec tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.1605103 Jan 20 12:55:15.978033 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b80c1021-0c5e-4f18-8a74-de0e314bd4d4 req-35d4efe7-48dd-47db-9dde-8f421cedc95b tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912488 Jan 20 12:55:16.112747 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Attempting to bind port 56351c29-be30-4026-b9ff-856bd25aaa50 on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:55:16.113360 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Attempting to bind port 56351c29-be30-4026-b9ff-856bd25aaa50 by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': '74c5cd76-4991-4c75-a738-3eb043c31d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531'}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:55:16.114251 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Attempting to bind port 56351c29-be30-4026-b9ff-856bd25aaa50 on network 6257bc55-3fcd-42d2-bf11-689060fb8531 {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:55:16.134515 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:55:16.135456 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Checking segment: {'id': '74c5cd76-4991-4c75-a738-3eb043c31d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:55:16.136066 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:16.136947 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Bound using segment: {'id': '74c5cd76-4991-4c75-a738-3eb043c31d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531'} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:55:16.137792 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Bound port: 56351c29-be30-4026-b9ff-856bd25aaa50, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c5cd76-4991-4c75-a738-3eb043c31d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531'}}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:55:16.138035 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (56351c29-be30-4026-b9ff-856bd25aaa50), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:16.254638 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] For port 56351c29-be30-4026-b9ff-856bd25aaa50, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:55:16.259707 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] For port 56351c29-be30-4026-b9ff-856bd25aaa50, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=56351c29-be30-4026-b9ff-856bd25aaa50,segment=NetworkSegment(74c5cd76-4991-4c75-a738-3eb043c31d57),segment_id=74c5cd76-4991-4c75-a738-3eb043c31d57)] {{(pid=109761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:55:16.267715 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-97eded05-5558-48ae-b9b6-c977c0e5d259 req-a36062a3-cfbb-425d-badb-07085c83bf6f tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a720a8-5584-458f-a6f0-a33f93f5df72 HTTP/1.1" status: 200 len: 210 time: 0.0841410 Jan 20 12:55:16.345085 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e77ff-02c9-4f92-8436-a7a74f474b8d req-09092dfe-4b38-40c3-98cc-6d7207c7825f tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:16.350559 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7e5e77ff-02c9-4f92-8436-a7a74f474b8d req-09092dfe-4b38-40c3-98cc-6d7207c7825f tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7db82ce-c86d-4f75-8c34-abe5e44e28a6 HTTP/1.1" status: 200 len: 946 time: 0.2237732 Jan 20 12:55:16.357957 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (56351c29-be30-4026-b9ff-856bd25aaa50), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:16.365526 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c035d22e-ba0f-4d3a-be70-a85475cb3815 admin admin] Publish callbacks [] for router_gateway (c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:16.426530 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c035d22e-ba0f-4d3a-be70-a85475cb3815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:16.446511 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e38fe3-80e4-4e5a-a44f-9b423cc5497d None None] Pushing event updated for resources: {'Port': ['ID=56351c29-be30-4026-b9ff-856bd25aaa50,revision_number=2']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:16.621973 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7e5e77ff-02c9-4f92-8436-a7a74f474b8d req-3e6fdead-13ed-4540-8d01-18edd388187d tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669890 Jan 20 12:55:16.697271 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [None req-c035d22e-ba0f-4d3a-be70-a85475cb3815 admin admin] Allocated IP 172.27.0.243 (2a70364f-7478-4e00-a602-43026420194c/64f75221-ca68-464e-809b-7e1d4f1c5699/2af0671a-f268-41ef-ac82-7835730a4ae9) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:55:16.973222 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c035d22e-ba0f-4d3a-be70-a85475cb3815 admin admin] Publish callbacks [] for port (2af0671a-f268-41ef-ac82-7835730a4ae9), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:17.144518 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08942d-9c9e-44d7-8142-c596d4323277 req-13565447-7338-4e79-92ca-b38933fd5301 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:17.146388 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-de08942d-9c9e-44d7-8142-c596d4323277 req-13565447-7338-4e79-92ca-b38933fd5301 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.0756724 Jan 20 12:55:17.148657 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c035d22e-ba0f-4d3a-be70-a85475cb3815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (2af0671a-f268-41ef-ac82-7835730a4ae9), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:17.227343 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c035d22e-ba0f-4d3a-be70-a85475cb3815 admin admin] Network 2a70364f-7478-4e00-a602-43026420194c is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:55:17.236349 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-c035d22e-ba0f-4d3a-be70-a85475cb3815 admin admin] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:55:17.251534 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c035d22e-ba0f-4d3a-be70-a85475cb3815 admin admin] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:55:17.263029 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035d22e-ba0f-4d3a-be70-a85475cb3815 admin admin] Pushing event updated for resources: {'Port': ['ID=2af0671a-f268-41ef-ac82-7835730a4ae9,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:17.616562 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-de08942d-9c9e-44d7-8142-c596d4323277 req-b36fb063-4aab-46fb-862d-24572d063559 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531853 Jan 20 12:55:17.670872 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9a0f6e56-cce9-4167-8451-ceebd69870df req-ef9bcc93-12b6-49a1-90fa-233cc1ced6cd tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a720a8-5584-458f-a6f0-a33f93f5df72 HTTP/1.1" status: 200 len: 210 time: 0.0764763 Jan 20 12:55:18.010677 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be33c44c-93f9-4568-8fe1-0fcc0424bae1 None None] Network 6257bc55-3fcd-42d2-bf11-689060fb8531 requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:55:18.059797 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c035d22e-ba0f-4d3a-be70-a85475cb3815 admin admin] Publish callbacks [] for router_gateway (c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:18.138419 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-bcea5db0-04b6-42f1-95b6-826b9b88c1a4 None None] Provisioning complete for port 56351c29-be30-4026-b9ff-856bd25aaa50 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:55:18.143131 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bcea5db0-04b6-42f1-95b6-826b9b88c1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (56351c29-be30-4026-b9ff-856bd25aaa50), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:18.372057 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-bcea5db0-04b6-42f1-95b6-826b9b88c1a4 None None] Current status of the port 56351c29-be30-4026-b9ff-856bd25aaa50 is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:55:18.372618 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bcea5db0-04b6-42f1-95b6-826b9b88c1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (56351c29-be30-4026-b9ff-856bd25aaa50), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:18.447284 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-bcea5db0-04b6-42f1-95b6-826b9b88c1a4 None None] For port 56351c29-be30-4026-b9ff-856bd25aaa50, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=56351c29-be30-4026-b9ff-856bd25aaa50,segment=NetworkSegment(74c5cd76-4991-4c75-a738-3eb043c31d57),segment_id=74c5cd76-4991-4c75-a738-3eb043c31d57)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:55:18.582368 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c035d22e-ba0f-4d3a-be70-a85475cb3815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1571917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1567081'] for router (c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:18.598050 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bcea5db0-04b6-42f1-95b6-826b9b88c1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (56351c29-be30-4026-b9ff-856bd25aaa50), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:18.696760 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea5db0-04b6-42f1-95b6-826b9b88c1a4 None None] Pushing event updated for resources: {'Port': ['ID=56351c29-be30-4026-b9ff-856bd25aaa50,revision_number=3']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:18.746833 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-f957250b-decb-45c2-b82e-fb039f49ef78 None None] Provisioning complete for port 56351c29-be30-4026-b9ff-856bd25aaa50 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:55:18.747908 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-f957250b-decb-45c2-b82e-fb039f49ef78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (56351c29-be30-4026-b9ff-856bd25aaa50), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:18.849671 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-f957250b-decb-45c2-b82e-fb039f49ef78 None None] Current status of the port 56351c29-be30-4026-b9ff-856bd25aaa50 is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:55:18.870717 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21093222-f4bf-405b-978f-e6f1a1cd99a2 req-f59ca1e6-7b85-49b7-9a57-71fa05aa0f30 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:18.873461 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-21093222-f4bf-405b-978f-e6f1a1cd99a2 req-f59ca1e6-7b85-49b7-9a57-71fa05aa0f30 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.1250174 Jan 20 12:55:18.937270 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 56351c29-be30-4026-b9ff-856bd25aaa50 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:55:18.966531 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-21093222-f4bf-405b-978f-e6f1a1cd99a2 req-be731691-2780-4e61-bbae-5912a135eeb7 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828121 Jan 20 12:55:19.000827 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 56351c29-be30-4026-b9ff-856bd25aaa50 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:55:19.001512 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (56351c29-be30-4026-b9ff-856bd25aaa50), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:19.010112 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e66b09f5-c8bf-43e9-9a37-bc3a7a73eb4a req-0dd67491-4dde-444c-b079-83c99faaf5ca tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a720a8-5584-458f-a6f0-a33f93f5df72 HTTP/1.1" status: 200 len: 210 time: 0.0340490 Jan 20 12:55:19.040666 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c035d22e-ba0f-4d3a-be70-a85475cb3815 admin admin] Router c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44 is scheduled to L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 with binding_index 1 {{(pid=109759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 12:55:19.169997 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 56351c29-be30-4026-b9ff-856bd25aaa50 is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:55:19.285834 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c035d22e-ba0f-4d3a-be70-a85475cb3815 admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:55:19.305797 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5059de79-1c90-4575-9c43-2250f10c8404 None None] Sync routers for ids ['c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'] in dv-cinder-804035-24-iscsi {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 12:55:19.314765 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7330cc1-be24-48ea-b300-efa5fd5c9ca3 req-5006e6ba-14fd-43f6-a442-09e745462391 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:19.316837 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b7330cc1-be24-48ea-b300-efa5fd5c9ca3 req-5006e6ba-14fd-43f6-a442-09e745462391 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7db82ce-c86d-4f75-8c34-abe5e44e28a6 HTTP/1.1" status: 200 len: 946 time: 0.1048613 Jan 20 12:55:19.321064 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5059de79-1c90-4575-9c43-2250f10c8404 None None] Routers {'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:55:19.322127 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-5059de79-1c90-4575-9c43-2250f10c8404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:55:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:55:19.417562 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c035d22e-ba0f-4d3a-be70-a85475cb3815 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:19.424680 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-c035d22e-ba0f-4d3a-be70-a85475cb3815 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4756951 Jan 20 12:55:19.430136 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 56968) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:55:19.439906 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b7330cc1-be24-48ea-b300-efa5fd5c9ca3 req-6ae63ca8-5853-4312-8fec-3e4936d43cbd tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117756 Jan 20 12:55:19.626168 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-5059de79-1c90-4575-9c43-2250f10c8404 None None] Set router c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:55:19.744945 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-19cef74d-3b93-469a-9e02-7cae06c6d144 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:19.758348 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-19cef74d-3b93-469a-9e02-7cae06c6d144 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.107 "GET /v2.0/networks?id=457dc31e-9fe8-4fb8-852d-eea62a00d396 HTTP/1.1" status: 200 len: 815 time: 0.3590214 Jan 20 12:55:19.789508 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-6b844c32-e36b-4f78-8a21-ecc662f51ce9 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Request body: {'port': {'device_id': '31a720a8-5584-458f-a6f0-a33f93f5df72', 'network_id': '457dc31e-9fe8-4fb8-852d-eea62a00d396', 'admin_state_up': True, 'tenant_id': 'c627e132fb96455193cbc6c115ae66a8'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:55:19.872494 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-5059de79-1c90-4575-9c43-2250f10c8404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'name': 'tempest-TestMinimumBasicScenario-874233895-router', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:55:15Z', 'updated_at': '2022-01-20T12:55:17Z', 'revision_number': 3, 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'gw_port': {'id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:16Z', 'updated_at': '2022-01-20T12:55:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:55:19.915486 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5059de79-1c90-4575-9c43-2250f10c8404 None None] Checking router: c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44 for host: dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 12:55:19.916553 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5059de79-1c90-4575-9c43-2250f10c8404 None None] Updating router c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44 port 2af0671a-f268-41ef-ac82-7835730a4ae9 binding host dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 12:55:19.970349 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5059de79-1c90-4575-9c43-2250f10c8404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (2af0671a-f268-41ef-ac82-7835730a4ae9), before_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:20.350065 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b77ec78f-e803-4d49-9505-986e454930d2 req-c9bd43c7-2e96-44a8-9777-09c43fa2cbde tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a720a8-5584-458f-a6f0-a33f93f5df72 HTTP/1.1" status: 200 len: 210 time: 0.0917709 Jan 20 12:55:20.460200 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f9e9d-941e-4b25-b887-879cbeddf8dd req-cb8dd532-ad32-496f-ba9f-fedd4a9a4a73 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:20.463409 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f31f9e9d-941e-4b25-b887-879cbeddf8dd req-cb8dd532-ad32-496f-ba9f-fedd4a9a4a73 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.2073538 Jan 20 12:55:20.464776 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-6b844c32-e36b-4f78-8a21-ecc662f51ce9 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Made reservation on behalf of c627e132fb96455193cbc6c115ae66a8 for: {'port': 1} {{(pid=109760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:55:20.477513 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-6b844c32-e36b-4f78-8a21-ecc662f51ce9 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:20.626218 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f31f9e9d-941e-4b25-b887-879cbeddf8dd req-5d6c8a38-1935-4935-8883-f4749fe8d5a1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502607 Jan 20 12:55:20.640027 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-54ecc952-3535-4d31-a6f9-d8b8bae02878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:20.719208 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_common [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-6b844c32-e36b-4f78-8a21-ecc662f51ce9 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Allocated IP 172.20.0.3 (457dc31e-9fe8-4fb8-852d-eea62a00d396/160c493f-960c-42fe-873c-9bc69f61abc5/dd22a0d0-c337-435b-9f20-d1046bb3e230) {{(pid=109760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:55:20.788057 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 56351c29-be30-4026-b9ff-856bd25aaa50 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:55:20.844469 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 12:55:20.858402 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5059de79-1c90-4575-9c43-2250f10c8404 None None] Publish callbacks [] for port (2af0671a-f268-41ef-ac82-7835730a4ae9), precommit_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:20.907828 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 56351c29-be30-4026-b9ff-856bd25aaa50 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:55:20.908110 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (56351c29-be30-4026-b9ff-856bd25aaa50), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:20.977389 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-6b844c32-e36b-4f78-8a21-ecc662f51ce9 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks [] for port (dd22a0d0-c337-435b-9f20-d1046bb3e230), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:20.983522 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7048792-7528-4492-a776-940461d151de req-12f38bc9-968b-4e42-965e-7d432e1711b9 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:20.991114 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5059de79-1c90-4575-9c43-2250f10c8404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (2af0671a-f268-41ef-ac82-7835730a4ae9), after_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:20.991380 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a7048792-7528-4492-a776-940461d151de req-12f38bc9-968b-4e42-965e-7d432e1711b9 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7db82ce-c86d-4f75-8c34-abe5e44e28a6 HTTP/1.1" status: 200 len: 946 time: 0.1398265 Jan 20 12:55:21.025949 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 56351c29-be30-4026-b9ff-856bd25aaa50 is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:55:21.028080 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [None req-54ecc952-3535-4d31-a6f9-d8b8bae02878 admin admin] Allocated IP 172.20.0.1 (6257bc55-3fcd-42d2-bf11-689060fb8531/fec93fb4-7ef9-4a61-8150-94ddefbda1ab/e277afee-039e-4bc8-a4ab-29242ad072c1) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:55:21.042808 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26fca6-d263-4278-8d34-89c9a543d506 req-4ff41038-9537-46d5-ad3d-a029ffdb2c13 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:21.044392 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ce26fca6-d263-4278-8d34-89c9a543d506 req-4ff41038-9537-46d5-ad3d-a029ffdb2c13 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7db82ce-c86d-4f75-8c34-abe5e44e28a6 HTTP/1.1" status: 200 len: 946 time: 0.1329112 Jan 20 12:55:21.065732 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-5059de79-1c90-4575-9c43-2250f10c8404 None None] Attempting to bind port 2af0671a-f268-41ef-ac82-7835730a4ae9 on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:55:21.066433 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-5059de79-1c90-4575-9c43-2250f10c8404 None None] Attempting to bind port 2af0671a-f268-41ef-ac82-7835730a4ae9 by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'}] {{(pid=109762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:55:21.066955 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5059de79-1c90-4575-9c43-2250f10c8404 None None] Attempting to bind port 2af0671a-f268-41ef-ac82-7835730a4ae9 on network 2a70364f-7478-4e00-a602-43026420194c {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:55:21.086346 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5059de79-1c90-4575-9c43-2250f10c8404 None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:55:21.086714 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5059de79-1c90-4575-9c43-2250f10c8404 None None] Checking segment: {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:55:21.087114 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5059de79-1c90-4575-9c43-2250f10c8404 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:21.087508 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5059de79-1c90-4575-9c43-2250f10c8404 None None] Bound using segment: {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'} {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:55:21.088003 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-5059de79-1c90-4575-9c43-2250f10c8404 None None] Bound port: 2af0671a-f268-41ef-ac82-7835730a4ae9, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'}}] {{(pid=109762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:55:21.088386 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5059de79-1c90-4575-9c43-2250f10c8404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (2af0671a-f268-41ef-ac82-7835730a4ae9), before_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:21.091888 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5db673-5360-4eeb-9664-b78c1f4a8261 None None] Pushing event updated for resources: {'Port': ['ID=2af0671a-f268-41ef-ac82-7835730a4ae9,revision_number=2']} {{(pid=109762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:21.093918 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-6b844c32-e36b-4f78-8a21-ecc662f51ce9 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (dd22a0d0-c337-435b-9f20-d1046bb3e230), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:21.108642 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['3a497f72-8448-42ab-a547-0eccee02be1d', 'bcd0deb6-a22b-461d-a8fa-a803e44e0fe4', '862fb9b1-47ac-4dd7-bfcb-b5625f4cba30'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:55:21.166416 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a7048792-7528-4492-a776-940461d151de req-fbb038b5-32ee-4ccc-a501-ea7b486ed810 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690409 Jan 20 12:55:21.198757 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-6b844c32-e36b-4f78-8a21-ecc662f51ce9 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Network 457dc31e-9fe8-4fb8-852d-eea62a00d396 is already hosted by enough agents. {{(pid=109760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:55:21.204471 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-6b844c32-e36b-4f78-8a21-ecc662f51ce9 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Resources bound (agent type, host, resource id): {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:55:21.215174 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-6b844c32-e36b-4f78-8a21-ecc662f51ce9 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Received port after_create {{(pid=109760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:55:21.229455 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5db673-5360-4eeb-9664-b78c1f4a8261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:21.229975 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5db673-5360-4eeb-9664-b78c1f4a8261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:21.230519 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5db673-5360-4eeb-9664-b78c1f4a8261 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:21.233773 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5db673-5360-4eeb-9664-b78c1f4a8261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:21.237724 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5db673-5360-4eeb-9664-b78c1f4a8261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:21.237724 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5db673-5360-4eeb-9664-b78c1f4a8261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:21.237724 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5db673-5360-4eeb-9664-b78c1f4a8261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:21.237724 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5db673-5360-4eeb-9664-b78c1f4a8261 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:21.237724 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5db673-5360-4eeb-9664-b78c1f4a8261 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:21.237724 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5db673-5360-4eeb-9664-b78c1f4a8261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:21.237724 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5db673-5360-4eeb-9664-b78c1f4a8261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:21.237724 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5db673-5360-4eeb-9664-b78c1f4a8261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:21.237724 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5db673-5360-4eeb-9664-b78c1f4a8261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:21.288676 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.db [None req-5059de79-1c90-4575-9c43-2250f10c8404 None None] For port 2af0671a-f268-41ef-ac82-7835730a4ae9, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:55:21.288676 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.db [None req-5059de79-1c90-4575-9c43-2250f10c8404 None None] For port 2af0671a-f268-41ef-ac82-7835730a4ae9, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=2af0671a-f268-41ef-ac82-7835730a4ae9,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:55:21.324533 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b844c32-e36b-4f78-8a21-ecc662f51ce9 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Pushing event updated for resources: {'Port': ['ID=dd22a0d0-c337-435b-9f20-d1046bb3e230,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:21.352626 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-6b844c32-e36b-4f78-8a21-ecc662f51ce9 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:21.353910 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-6b844c32-e36b-4f78-8a21-ecc662f51ce9 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for port (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:21.377791 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5059de79-1c90-4575-9c43-2250f10c8404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (2af0671a-f268-41ef-ac82-7835730a4ae9), after_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:21.405584 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-54ecc952-3535-4d31-a6f9-d8b8bae02878 admin admin] Publish callbacks [] for port (e277afee-039e-4bc8-a4ab-29242ad072c1), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:21.423686 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-ce26fca6-d263-4278-8d34-89c9a543d506 req-67b7ef45-b8fd-4001-8486-3f8dd98ff6cd tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Deleting port 638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3 {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 12:55:21.424059 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-ce26fca6-d263-4278-8d34-89c9a543d506 req-67b7ef45-b8fd-4001-8486-3f8dd98ff6cd tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:21.453482 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5db673-5360-4eeb-9664-b78c1f4a8261 None None] Pushing event updated for resources: {'Port': ['ID=2af0671a-f268-41ef-ac82-7835730a4ae9,revision_number=3']} {{(pid=109762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:21.473987 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5059de79-1c90-4575-9c43-2250f10c8404 None None] Routers {'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:55:21.475200 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-5059de79-1c90-4575-9c43-2250f10c8404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:55:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:55:21.483068 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-6b844c32-e36b-4f78-8a21-ecc662f51ce9 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7023478 Jan 20 12:55:21.500314 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-a5a5c75d-3be1-4940-b60d-267ba354a742 service neutron] Request body: {'port': {'device_id': '31a720a8-5584-458f-a6f0-a33f93f5df72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:55:21.613068 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-a5a5c75d-3be1-4940-b60d-267ba354a742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (dd22a0d0-c337-435b-9f20-d1046bb3e230), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:21.697208 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-5059de79-1c90-4575-9c43-2250f10c8404 None None] Set router c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:55:21.735352 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-ce26fca6-d263-4278-8d34-89c9a543d506 req-67b7ef45-b8fd-4001-8486-3f8dd98ff6cd tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] For port 638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3,segment=NetworkSegment(8d0d6c29-592b-462e-be4f-0c93ec9f43fa),segment_id=8d0d6c29-592b-462e-be4f-0c93ec9f43fa)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:55:21.735941 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-ce26fca6-d263-4278-8d34-89c9a543d506 req-67b7ef45-b8fd-4001-8486-3f8dd98ff6cd tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:21.786103 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbc0e1-0da2-4fa7-a352-c68725c287ac req-8901e2e7-458b-4754-8dd5-79f2cabe7612 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:21.794998 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2ffbc0e1-0da2-4fa7-a352-c68725c287ac req-8901e2e7-458b-4754-8dd5-79f2cabe7612 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a720a8-5584-458f-a6f0-a33f93f5df72 HTTP/1.1" status: 200 len: 931 time: 0.2043092 Jan 20 12:55:21.797357 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-ce26fca6-d263-4278-8d34-89c9a543d506 req-67b7ef45-b8fd-4001-8486-3f8dd98ff6cd tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Calling delete_port for 638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3 owned by compute:nova {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 12:55:21.871102 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-54ecc952-3535-4d31-a6f9-d8b8bae02878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (e277afee-039e-4bc8-a4ab-29242ad072c1), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:21.932355 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2ffbc0e1-0da2-4fa7-a352-c68725c287ac req-2139088d-66bd-4eac-b396-cac80138e494 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362259 Jan 20 12:55:22.023800 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ecc952-3535-4d31-a6f9-d8b8bae02878 admin admin] Network 6257bc55-3fcd-42d2-bf11-689060fb8531 is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:55:22.041346 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-54ecc952-3535-4d31-a6f9-d8b8bae02878 admin admin] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:55:22.045521 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ecc952-3535-4d31-a6f9-d8b8bae02878 admin admin] Pushing event updated for resources: {'Port': ['ID=e277afee-039e-4bc8-a4ab-29242ad072c1,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:22.101334 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-5059de79-1c90-4575-9c43-2250f10c8404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'name': 'tempest-TestMinimumBasicScenario-874233895-router', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:55:15Z', 'updated_at': '2022-01-20T12:55:17Z', 'revision_number': 3, 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'gw_port': {'id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:16Z', 'updated_at': '2022-01-20T12:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:55:22.151334 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5059de79-1c90-4575-9c43-2250f10c8404 None None] The sync data for ids ['c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'] in dv-cinder-804035-24-iscsi is: [{'id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'name': 'tempest-TestMinimumBasicScenario-874233895-router', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:55:15Z', 'updated_at': '2022-01-20T12:55:17Z', 'revision_number': 3, 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'gw_port': {'id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:16Z', 'updated_at': '2022-01-20T12:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}] {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 12:55:22.183485 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.notifiers.nova [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-a5a5c75d-3be1-4940-b60d-267ba354a742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd22a0d0-c337-435b-9f20-d1046bb3e230 {{(pid=109760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:55:22.208386 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-a5a5c75d-3be1-4940-b60d-267ba354a742 service neutron] Publish callbacks [] for port (dd22a0d0-c337-435b-9f20-d1046bb3e230), precommit_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:22.246417 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.provisioning_blocks [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-a5a5c75d-3be1-4940-b60d-267ba354a742 service neutron] Transition to ACTIVE for port object dd22a0d0-c337-435b-9f20-d1046bb3e230 will not be triggered until provisioned by entity L2. {{(pid=109760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:55:22.335660 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ecc952-3535-4d31-a6f9-d8b8bae02878 admin admin] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:55:22.336266 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-54ecc952-3535-4d31-a6f9-d8b8bae02878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530587'] for router_interface (c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:22.402566 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-a5a5c75d-3be1-4940-b60d-267ba354a742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4332544'] for port (dd22a0d0-c337-435b-9f20-d1046bb3e230), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:22.425240 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b57623-c58e-4410-98fe-fd6652a7efd5 req-75263331-16b6-4eac-ad19-c178747098b1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:22.433306 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f2b57623-c58e-4410-98fe-fd6652a7efd5 req-75263331-16b6-4eac-ad19-c178747098b1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.4716990 Jan 20 12:55:22.445796 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-cd9f94f5-8f35-4682-bf8a-57e8eee708f0 None None] Provisioning complete for port e277afee-039e-4bc8-a4ab-29242ad072c1 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:55:22.446654 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-cd9f94f5-8f35-4682-bf8a-57e8eee708f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (e277afee-039e-4bc8-a4ab-29242ad072c1), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:22.552431 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5c75d-3be1-4940-b60d-267ba354a742 service neutron] Pushing event updated for resources: {'Port': ['ID=dd22a0d0-c337-435b-9f20-d1046bb3e230,revision_number=2']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:22.566282 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f94f5-8f35-4682-bf8a-57e8eee708f0 None None] Port e277afee-039e-4bc8-a4ab-29242ad072c1 cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 12:55:22.619115 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f2b57623-c58e-4410-98fe-fd6652a7efd5 req-2cec5bc6-3c6c-4aa2-ba01-acc8352ac9dc tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848598 Jan 20 12:55:22.636765 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50810fe1-5c3d-4079-ba38-5786b627464e req-a843f1ee-a1f7-491b-a3a8-f6efb5469e82 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:22.641685 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-50810fe1-5c3d-4079-ba38-5786b627464e req-a843f1ee-a1f7-491b-a3a8-f6efb5469e82 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7db82ce-c86d-4f75-8c34-abe5e44e28a6 HTTP/1.1" status: 200 len: 946 time: 0.3134806 Jan 20 12:55:22.728912 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.managers [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-a5a5c75d-3be1-4940-b60d-267ba354a742 service neutron] Attempting to bind port dd22a0d0-c337-435b-9f20-d1046bb3e230 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:55:22.729583 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.managers [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-a5a5c75d-3be1-4940-b60d-267ba354a742 service neutron] Attempting to bind port dd22a0d0-c337-435b-9f20-d1046bb3e230 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '12a04a7f-2991-4069-9a95-1caa23baeb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '457dc31e-9fe8-4fb8-852d-eea62a00d396'}] {{(pid=109760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:55:22.730060 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-a5a5c75d-3be1-4940-b60d-267ba354a742 service neutron] Attempting to bind port dd22a0d0-c337-435b-9f20-d1046bb3e230 on network 457dc31e-9fe8-4fb8-852d-eea62a00d396 {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:55:22.749940 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-a5a5c75d-3be1-4940-b60d-267ba354a742 service neutron] Port dd22a0d0-c337-435b-9f20-d1046bb3e230 on network 457dc31e-9fe8-4fb8-852d-eea62a00d396 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 12:55:22.750606 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-a5a5c75d-3be1-4940-b60d-267ba354a742 service neutron] Attempting to bind port dd22a0d0-c337-435b-9f20-d1046bb3e230 on network 457dc31e-9fe8-4fb8-852d-eea62a00d396 {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:55:22.752929 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-50810fe1-5c3d-4079-ba38-5786b627464e req-97732fd7-0eb7-4748-90c0-41383c005f0a tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788796 Jan 20 12:55:22.757866 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-a5a5c75d-3be1-4940-b60d-267ba354a742 service neutron] Checking agent: {'id': '01dfb066-6594-4635-8f5d-cd7d37486eef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'started_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:55:22.758221 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-a5a5c75d-3be1-4940-b60d-267ba354a742 service neutron] Checking segment: {'id': '12a04a7f-2991-4069-9a95-1caa23baeb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '457dc31e-9fe8-4fb8-852d-eea62a00d396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:55:22.758857 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-a5a5c75d-3be1-4940-b60d-267ba354a742 service neutron] Bound using segment: {'id': '12a04a7f-2991-4069-9a95-1caa23baeb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '457dc31e-9fe8-4fb8-852d-eea62a00d396'} {{(pid=109760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:55:22.759624 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.managers [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-a5a5c75d-3be1-4940-b60d-267ba354a742 service neutron] Bound port: dd22a0d0-c337-435b-9f20-d1046bb3e230, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a04a7f-2991-4069-9a95-1caa23baeb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '457dc31e-9fe8-4fb8-852d-eea62a00d396'}}] {{(pid=109760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:55:22.760013 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-a5a5c75d-3be1-4940-b60d-267ba354a742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (dd22a0d0-c337-435b-9f20-d1046bb3e230), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:22.868459 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 2af0671a-f268-41ef-ac82-7835730a4ae9 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:55:22.887553 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-a5a5c75d-3be1-4940-b60d-267ba354a742 service neutron] For port dd22a0d0-c337-435b-9f20-d1046bb3e230, host hv-cinder-80403, cleared binding levels {{(pid=109760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:55:22.894212 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-a5a5c75d-3be1-4940-b60d-267ba354a742 service neutron] For port dd22a0d0-c337-435b-9f20-d1046bb3e230, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=dd22a0d0-c337-435b-9f20-d1046bb3e230,segment=NetworkSegment(12a04a7f-2991-4069-9a95-1caa23baeb64),segment_id=12a04a7f-2991-4069-9a95-1caa23baeb64)] {{(pid=109760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:55:22.914561 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-ce26fca6-d263-4278-8d34-89c9a543d506 req-67b7ef45-b8fd-4001-8486-3f8dd98ff6cd tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614'] for port (638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:23.003618 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-a5a5c75d-3be1-4940-b60d-267ba354a742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4332544'] for port (dd22a0d0-c337-435b-9f20-d1046bb3e230), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:23.010992 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7ef45-b8fd-4001-8486-3f8dd98ff6cd tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Pushing event deleted for resources: {'Port': ['ID=638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:23.048338 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 2af0671a-f268-41ef-ac82-7835730a4ae9 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:55:23.049174 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (2af0671a-f268-41ef-ac82-7835730a4ae9), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:23.063526 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-54ecc952-3535-4d31-a6f9-d8b8bae02878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (e277afee-039e-4bc8-a4ab-29242ad072c1), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:23.088941 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-a5a5c75d-3be1-4940-b60d-267ba354a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:23.090420 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-a5a5c75d-3be1-4940-b60d-267ba354a742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for port (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:23.091944 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-a5a5c75d-3be1-4940-b60d-267ba354a742 service neutron] 10.222.0.107 "PUT /v2.0/ports/dd22a0d0-c337-435b-9f20-d1046bb3e230 HTTP/1.1" status: 200 len: 1093 time: 1.5991099 Jan 20 12:55:23.094777 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a720a8-5584-458f-a6f0-a33f93f5df72', 'tag': 'dd22a0d0-c337-435b-9f20-d1046bb3e230'}] {{(pid=109760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:55:23.109578 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ea70534e3ec4c8535c613b7f61a71075c31a0f3d27b65f13708ffbf10b8f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6ca20c-d38b-4050-926a-963789531b43" -d '{"events": [{"name": "network-changed", "server_uuid": "31a720a8-5584-458f-a6f0-a33f93f5df72", "tag": "dd22a0d0-c337-435b-9f20-d1046bb3e230"}]}' {{(pid=109760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:55:23.111860 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce26fca6-d263-4278-8d34-89c9a543d506 req-67b7ef45-b8fd-4001-8486-3f8dd98ff6cd tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] No DVR routers for this DVR port 638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3 on host hv-cinder-80403 {{(pid=109759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 12:55:23.152107 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-ce26fca6-d263-4278-8d34-89c9a543d506 req-67b7ef45-b8fd-4001-8486-3f8dd98ff6cd tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:23.156376 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ce26fca6-d263-4278-8d34-89c9a543d506 req-67b7ef45-b8fd-4001-8486-3f8dd98ff6cd tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.107 "DELETE /v2.0/ports/638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3 HTTP/1.1" status: 204 len: 173 time: 2.0986354 Jan 20 12:55:23.163822 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7db82ce-c86d-4f75-8c34-abe5e44e28a6', 'name': 'network-vif-deleted', 'tag': '638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:55:23.166711 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406bc181-ae66-4177-9e42-597c1a776963" -d '{"events": [{"server_uuid": "e7db82ce-c86d-4f75-8c34-abe5e44e28a6", "name": "network-vif-deleted", "tag": "638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:55:23.175514 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5c75d-3be1-4940-b60d-267ba354a742 service neutron] Pushing event updated for resources: {'Port': ['ID=dd22a0d0-c337-435b-9f20-d1046bb3e230,revision_number=3']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:23.219189 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 2af0671a-f268-41ef-ac82-7835730a4ae9 is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:55:23.219699 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (2af0671a-f268-41ef-ac82-7835730a4ae9), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:23.223330 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 12:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5da665-03c9-44fc-99e4-43df8562eff5 x-openstack-request-id: req-ad5da665-03c9-44fc-99e4-43df8562eff5 {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:55:23.224252 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a720a8-5584-458f-a6f0-a33f93f5df72", "tag": "dd22a0d0-c337-435b-9f20-d1046bb3e230", "status": "completed", "code": 200}]} {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:55:23.224252 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ad5da665-03c9-44fc-99e4-43df8562eff5 {{(pid=109760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:55:23.224534 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a720a8-5584-458f-a6f0-a33f93f5df72', 'tag': 'dd22a0d0-c337-435b-9f20-d1046bb3e230', 'status': 'completed', 'code': 200} Jan 20 12:55:23.244138 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] For port 2af0671a-f268-41ef-ac82-7835730a4ae9, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=2af0671a-f268-41ef-ac82-7835730a4ae9,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:55:23.317142 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (2af0671a-f268-41ef-ac82-7835730a4ae9), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:23.334654 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93984bce-edce-417e-9b13-73f29fa6387e req-08eef44c-ad89-49dd-a809-c399fb8488cf tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:23.336993 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-93984bce-edce-417e-9b13-73f29fa6387e req-08eef44c-ad89-49dd-a809-c399fb8488cf tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a720a8-5584-458f-a6f0-a33f93f5df72 HTTP/1.1" status: 200 len: 943 time: 0.2154529 Jan 20 12:55:23.417766 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ca20c-d38b-4050-926a-963789531b43 req-6a133a19-1e63-4162-a21e-3193eb7e54f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:23.419490 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2a6ca20c-d38b-4050-926a-963789531b43 req-6a133a19-1e63-4162-a21e-3193eb7e54f6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c627e132fb96455193cbc6c115ae66a8&device_id=31a720a8-5584-458f-a6f0-a33f93f5df72 HTTP/1.1" status: 200 len: 1096 time: 0.1592863 Jan 20 12:55:23.426605 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Pushing event updated for resources: {'Port': ['ID=2af0671a-f268-41ef-ac82-7835730a4ae9,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:23.431121 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 12:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430c18e0-6e88-427d-89cd-5ce58a9e1ec0 x-openstack-request-id: req-430c18e0-6e88-427d-89cd-5ce58a9e1ec0 {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:55:23.431630 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7db82ce-c86d-4f75-8c34-abe5e44e28a6", "name": "network-vif-deleted", "tag": "638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:55:23.432045 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-430c18e0-6e88-427d-89cd-5ce58a9e1ec0 {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:55:23.432694 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7db82ce-c86d-4f75-8c34-abe5e44e28a6', 'name': 'network-vif-deleted', 'tag': '638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3', 'status': 'completed', 'code': 200} Jan 20 12:55:23.461132 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-93984bce-edce-417e-9b13-73f29fa6387e req-6c3bccda-a09d-42f5-828e-69aa3e55b555 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161473 Jan 20 12:55:23.487854 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-54ecc952-3535-4d31-a6f9-d8b8bae02878 admin admin] Publish callbacks [] for port (e277afee-039e-4bc8-a4ab-29242ad072c1), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:23.556295 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-54ecc952-3535-4d31-a6f9-d8b8bae02878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (e277afee-039e-4bc8-a4ab-29242ad072c1), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:23.557662 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-54ecc952-3535-4d31-a6f9-d8b8bae02878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1477630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545703'] for router_interface (c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:23.698592 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ecc952-3535-4d31-a6f9-d8b8bae02878 admin admin] Pushing event updated for resources: {'Port': ['ID=e277afee-039e-4bc8-a4ab-29242ad072c1,revision_number=2']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:23.777143 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ecc952-3535-4d31-a6f9-d8b8bae02878 admin admin] Network 6257bc55-3fcd-42d2-bf11-689060fb8531 is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:55:23.779399 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-54ecc952-3535-4d31-a6f9-d8b8bae02878 admin admin] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:55:23.860128 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ee9d0-6541-4577-8c6b-af7bf1f39c26 req-25437a26-c24a-47a0-8053-27c638ba2d43 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:23.861860 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4e8ee9d0-6541-4577-8c6b-af7bf1f39c26 req-25437a26-c24a-47a0-8053-27c638ba2d43 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.1278369 Jan 20 12:55:23.946198 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e902d7e8-cf6c-450a-94bf-f6ae09ef2585 req-68f7c280-c5da-40c7-9aef-1f4b037663e4 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7db82ce-c86d-4f75-8c34-abe5e44e28a6 HTTP/1.1" status: 200 len: 210 time: 0.0832143 Jan 20 12:55:23.998241 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4e8ee9d0-6541-4577-8c6b-af7bf1f39c26 req-eb21be61-ab06-4253-a408-dd10b2e29658 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970228 Jan 20 12:55:24.007083 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ecc952-3535-4d31-a6f9-d8b8bae02878 admin admin] Router c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44 has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 12:55:24.138702 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-7712358b-3f75-4d26-a864-cca103f38fde None None] Provisioning complete for port e277afee-039e-4bc8-a4ab-29242ad072c1 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:55:24.139487 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-7712358b-3f75-4d26-a864-cca103f38fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (e277afee-039e-4bc8-a4ab-29242ad072c1), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:24.154547 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ecc952-3535-4d31-a6f9-d8b8bae02878 admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:55:24.169552 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-54ecc952-3535-4d31-a6f9-d8b8bae02878 admin admin] 10.222.0.57 "PUT /v2.0/routers/c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7284870 Jan 20 12:55:24.212899 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-7712358b-3f75-4d26-a864-cca103f38fde None None] Port e277afee-039e-4bc8-a4ab-29242ad072c1 cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 12:55:24.574437 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3daf21-39c6-49d2-a048-c836898493d5 None None] Sync routers for ids ['c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 12:55:24.587129 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3daf21-39c6-49d2-a048-c836898493d5 None None] Routers {'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:55:24.588059 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-2b3daf21-39c6-49d2-a048-c836898493d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:55:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:55:24.752181 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-2b3daf21-39c6-49d2-a048-c836898493d5 None None] Set router c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:55:24.818626 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 2af0671a-f268-41ef-ac82-7835730a4ae9 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:55:24.999444 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 2af0671a-f268-41ef-ac82-7835730a4ae9 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:55:24.999831 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (2af0671a-f268-41ef-ac82-7835730a4ae9), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:25.149682 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 2af0671a-f268-41ef-ac82-7835730a4ae9 is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:55:25.172303 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-2b3daf21-39c6-49d2-a048-c836898493d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'name': 'tempest-TestMinimumBasicScenario-874233895-router', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:55:15Z', 'updated_at': '2022-01-20T12:55:22Z', 'revision_number': 4, 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'gw_port': {'id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:16Z', 'updated_at': '2022-01-20T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': 'e277afee-039e-4bc8-a4ab-29242ad072c1', 'name': '', 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'mac_address': 'fa:16:3e:34:d3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fec93fb4-7ef9-4a61-8150-94ddefbda1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:20Z', 'updated_at': '2022-01-20T12:55:23Z', 'revision_number': 2, 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'subnets': [{'id': 'fec93fb4-7ef9-4a61-8150-94ddefbda1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:55:25.201953 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 57060) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:55:25.208046 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-bc8fed62-1b7c-4b3e-a869-5f60f40a0f6c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1242765187-network', 'tenant_id': '595548e5e38b4fadaab6f6ac4e34d4f4'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:55:25.224678 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3daf21-39c6-49d2-a048-c836898493d5 None None] Checking router: c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44 for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 12:55:25.225623 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3daf21-39c6-49d2-a048-c836898493d5 None None] Updating router c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44 port e277afee-039e-4bc8-a4ab-29242ad072c1 binding host dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 12:55:25.278978 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-2b3daf21-39c6-49d2-a048-c836898493d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (e277afee-039e-4bc8-a4ab-29242ad072c1), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:25.372140 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8fed62-1b7c-4b3e-a869-5f60f40a0f6c admin admin] Made reservation on behalf of 595548e5e38b4fadaab6f6ac4e34d4f4 for: {'network': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:55:25.375742 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-bc8fed62-1b7c-4b3e-a869-5f60f40a0f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for network (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:25.390984 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-bc8fed62-1b7c-4b3e-a869-5f60f40a0f6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:25.515932 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-bc8fed62-1b7c-4b3e-a869-5f60f40a0f6c admin admin] Publish callbacks [] for security_group (19a40f55-b1db-431f-be2f-0ba813c1bc66), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:25.596508 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-bc8fed62-1b7c-4b3e-a869-5f60f40a0f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (19a40f55-b1db-431f-be2f-0ba813c1bc66), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:25.615009 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-2b3daf21-39c6-49d2-a048-c836898493d5 None None] Publish callbacks [] for port (e277afee-039e-4bc8-a4ab-29242ad072c1), precommit_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:25.650032 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fed62-1b7c-4b3e-a869-5f60f40a0f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a40f55-b1db-431f-be2f-0ba813c1bc66,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:25.702986 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8fed62-1b7c-4b3e-a869-5f60f40a0f6c admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=109759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 12:55:25.703848 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-2b3daf21-39c6-49d2-a048-c836898493d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (e277afee-039e-4bc8-a4ab-29242ad072c1), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:25.715705 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-bc8fed62-1b7c-4b3e-a869-5f60f40a0f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (50324fb8-1f9e-4f94-86a0-ca0f09062a00), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:25.716067 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.db.segments_db [None req-bc8fed62-1b7c-4b3e-a869-5f60f40a0f6c admin admin] Added segment 50324fb8-1f9e-4f94-86a0-ca0f09062a00 of type vlan for network 4fb563d7-28a7-42d4-8abd-eb069c6cc24c Jan 20 12:55:25.769898 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-bc8fed62-1b7c-4b3e-a869-5f60f40a0f6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775109455270'] for network (4fb563d7-28a7-42d4-8abd-eb069c6cc24c), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:25.806887 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372ea14-1b51-40b8-bf96-f320f7c9e089 None None] Pushing event updated for resources: {'Port': ['ID=e277afee-039e-4bc8-a4ab-29242ad072c1,revision_number=3']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:25.863652 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-bc8fed62-1b7c-4b3e-a869-5f60f40a0f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for network (4fb563d7-28a7-42d4-8abd-eb069c6cc24c), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:25.864897 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8fed62-1b7c-4b3e-a869-5f60f40a0f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:25.865648 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-bc8fed62-1b7c-4b3e-a869-5f60f40a0f6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:25.901951 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-2b3daf21-39c6-49d2-a048-c836898493d5 None None] Attempting to bind port e277afee-039e-4bc8-a4ab-29242ad072c1 on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:55:25.902511 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-2b3daf21-39c6-49d2-a048-c836898493d5 None None] Attempting to bind port e277afee-039e-4bc8-a4ab-29242ad072c1 by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': '74c5cd76-4991-4c75-a738-3eb043c31d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531'}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:55:25.903088 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3daf21-39c6-49d2-a048-c836898493d5 None None] Attempting to bind port e277afee-039e-4bc8-a4ab-29242ad072c1 on network 6257bc55-3fcd-42d2-bf11-689060fb8531 {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:55:25.915422 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3daf21-39c6-49d2-a048-c836898493d5 None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:55:25.918377 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3daf21-39c6-49d2-a048-c836898493d5 None None] Checking segment: {'id': '74c5cd76-4991-4c75-a738-3eb043c31d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:55:25.918377 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-2b3daf21-39c6-49d2-a048-c836898493d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:25.918377 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3daf21-39c6-49d2-a048-c836898493d5 None None] Bound using segment: {'id': '74c5cd76-4991-4c75-a738-3eb043c31d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531'} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:55:25.918828 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-2b3daf21-39c6-49d2-a048-c836898493d5 None None] Bound port: e277afee-039e-4bc8-a4ab-29242ad072c1, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c5cd76-4991-4c75-a738-3eb043c31d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531'}}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:55:25.919370 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-2b3daf21-39c6-49d2-a048-c836898493d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (e277afee-039e-4bc8-a4ab-29242ad072c1), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:25.966484 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fed62-1b7c-4b3e-a869-5f60f40a0f6c admin admin] Pushing event updated for resources: {'Network': ['ID=4fb563d7-28a7-42d4-8abd-eb069c6cc24c,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:25.984145 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Network 4fb563d7-28a7-42d4-8abd-eb069c6cc24c details requested by agent ovs-agent-dv-cinder-804035-24-iscsi with host dv-cinder-804035-24-iscsi {{(pid=109761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 12:55:26.005570 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-bc8fed62-1b7c-4b3e-a869-5f60f40a0f6c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8017848 Jan 20 12:55:26.009614 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 57066) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:55:26.018454 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-8bd47413-9aeb-43a7-8c7e-58611ebb0861 admin admin] Request body: {'subnet': {'network_id': '4fb563d7-28a7-42d4-8abd-eb069c6cc24c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1242765187-subnet', 'tenant_id': '595548e5e38b4fadaab6f6ac4e34d4f4', 'ip_version': 4}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:55:26.155672 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd47413-9aeb-43a7-8c7e-58611ebb0861 admin admin] Made reservation on behalf of 595548e5e38b4fadaab6f6ac4e34d4f4 for: {'subnet': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:55:26.158894 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-8bd47413-9aeb-43a7-8c7e-58611ebb0861 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:26.346583 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-2b3daf21-39c6-49d2-a048-c836898493d5 None None] For port e277afee-039e-4bc8-a4ab-29242ad072c1, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:55:26.378647 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-2b3daf21-39c6-49d2-a048-c836898493d5 None None] For port e277afee-039e-4bc8-a4ab-29242ad072c1, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=e277afee-039e-4bc8-a4ab-29242ad072c1,segment=NetworkSegment(74c5cd76-4991-4c75-a738-3eb043c31d57),segment_id=74c5cd76-4991-4c75-a738-3eb043c31d57)] {{(pid=109761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:55:26.381507 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-40320ea1-3adc-4409-a82f-a2eea34efccd None None] Provisioning complete for port e277afee-039e-4bc8-a4ab-29242ad072c1 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:55:26.382147 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-40320ea1-3adc-4409-a82f-a2eea34efccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (e277afee-039e-4bc8-a4ab-29242ad072c1), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:26.440453 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-40320ea1-3adc-4409-a82f-a2eea34efccd None None] Port e277afee-039e-4bc8-a4ab-29242ad072c1 cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 12:55:26.560620 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-8bd47413-9aeb-43a7-8c7e-58611ebb0861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for subnet (d4f274c9-cfe3-432b-9ff6-c2e0c451e5bf), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:26.575219 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-2b3daf21-39c6-49d2-a048-c836898493d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (e277afee-039e-4bc8-a4ab-29242ad072c1), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:26.624505 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd47413-9aeb-43a7-8c7e-58611ebb0861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f274c9-cfe3-432b-9ff6-c2e0c451e5bf,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:26.637090 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd47413-9aeb-43a7-8c7e-58611ebb0861 admin admin] Checking segment: {'id': '50324fb8-1f9e-4f94-86a0-ca0f09062a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4fb563d7-28a7-42d4-8abd-eb069c6cc24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:55:26.637090 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd47413-9aeb-43a7-8c7e-58611ebb0861 admin admin] Network hostable DHCP agents. Network: 4fb563d7-28a7-42d4-8abd-eb069c6cc24c, hostable agents: ['34b5833e-9762-4604-a0fa-5558c3f0462d'], hosted agents: [] {{(pid=109759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 12:55:26.683243 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372ea14-1b51-40b8-bf96-f320f7c9e089 None None] Pushing event updated for resources: {'Port': ['ID=e277afee-039e-4bc8-a4ab-29242ad072c1,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:26.688333 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3daf21-39c6-49d2-a048-c836898493d5 None None] Routers {'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:55:26.689469 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-2b3daf21-39c6-49d2-a048-c836898493d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:55:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:55:26.859014 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-2b3daf21-39c6-49d2-a048-c836898493d5 None None] Set router c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:55:26.951305 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd47413-9aeb-43a7-8c7e-58611ebb0861 admin admin] Network 4fb563d7-28a7-42d4-8abd-eb069c6cc24c is scheduled to be hosted by DHCP agent 34b5833e-9762-4604-a0fa-5558c3f0462d with binding_index 1 {{(pid=109759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 12:55:27.046145 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-42b98803-fd6f-4b68-b48c-f2dc7081162d None None] Provisioning complete for port e277afee-039e-4bc8-a4ab-29242ad072c1 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:55:27.046520 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-42b98803-fd6f-4b68-b48c-f2dc7081162d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (e277afee-039e-4bc8-a4ab-29242ad072c1), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:27.065719 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-8bd47413-9aeb-43a7-8c7e-58611ebb0861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-24-iscsi, 4fb563d7-28a7-42d4-8abd-eb069c6cc24c) {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:55:27.076481 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd47413-9aeb-43a7-8c7e-58611ebb0861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:27.077152 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-8bd47413-9aeb-43a7-8c7e-58611ebb0861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for subnet (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:27.091426 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd8ecea-11af-408a-8866-ca473dfe2645 None None] Network 4fb563d7-28a7-42d4-8abd-eb069c6cc24c requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:55:27.183601 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-8bd47413-9aeb-43a7-8c7e-58611ebb0861 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1720736 Jan 20 12:55:27.187809 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 57072) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:55:27.194836 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-4d4d7b40-665d-4d8b-a11e-92836a77234e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1242765187-router', 'tenant_id': '595548e5e38b4fadaab6f6ac4e34d4f4', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c'}}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:55:27.247463 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75974036-a01d-4b83-ac4a-3131fa2aaf5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10deef0b-2ac2-50f7-9455-50c49679adfd-4fb563d7-28a7-42d4-8abd-eb069c6cc24c', 'network_id': '4fb563d7-28a7-42d4-8abd-eb069c6cc24c', 'project_id': '595548e5e38b4fadaab6f6ac4e34d4f4', 'fixed_ips': [{'subnet_id': 'd4f274c9-cfe3-432b-9ff6-c2e0c451e5bf'}]}} from dv-cinder-804035-24-iscsi. {{(pid=109761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 20 12:55:27.248408 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-75974036-a01d-4b83-ac4a-3131fa2aaf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:27.276894 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-2b3daf21-39c6-49d2-a048-c836898493d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'name': 'tempest-TestMinimumBasicScenario-874233895-router', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:55:15Z', 'updated_at': '2022-01-20T12:55:22Z', 'revision_number': 4, 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'gw_port': {'id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:16Z', 'updated_at': '2022-01-20T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': 'e277afee-039e-4bc8-a4ab-29242ad072c1', 'name': '', 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'mac_address': 'fa:16:3e:34:d3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fec93fb4-7ef9-4a61-8150-94ddefbda1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:20Z', 'updated_at': '2022-01-20T12:55:26Z', 'revision_number': 4, 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'subnets': [{'id': 'fec93fb4-7ef9-4a61-8150-94ddefbda1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:55:27.283171 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-4d4d7b40-665d-4d8b-a11e-92836a77234e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57998'] for router (13de18c4-7197-4e68-8989-f66939a6fb18), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:27.284594 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-4d4d7b40-665d-4d8b-a11e-92836a77234e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1571958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1567031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57991'] for router (13de18c4-7197-4e68-8989-f66939a6fb18), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:27.316113 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-42b98803-fd6f-4b68-b48c-f2dc7081162d None None] Current status of the port e277afee-039e-4bc8-a4ab-29242ad072c1 is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:55:27.316530 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-42b98803-fd6f-4b68-b48c-f2dc7081162d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (e277afee-039e-4bc8-a4ab-29242ad072c1), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:27.324185 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3daf21-39c6-49d2-a048-c836898493d5 None None] The sync data for ids ['c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'] in dv-cinder-804035-24-iscsi is: [{'id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'name': 'tempest-TestMinimumBasicScenario-874233895-router', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:55:15Z', 'updated_at': '2022-01-20T12:55:22Z', 'revision_number': 4, 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'gw_port': {'id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:16Z', 'updated_at': '2022-01-20T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': 'e277afee-039e-4bc8-a4ab-29242ad072c1', 'name': '', 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'mac_address': 'fa:16:3e:34:d3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fec93fb4-7ef9-4a61-8150-94ddefbda1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:20Z', 'updated_at': '2022-01-20T12:55:26Z', 'revision_number': 4, 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'subnets': [{'id': 'fec93fb4-7ef9-4a61-8150-94ddefbda1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 12:55:27.351633 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-4d4d7b40-665d-4d8b-a11e-92836a77234e admin admin] Publish callbacks [] for router_controller (13de18c4-7197-4e68-8989-f66939a6fb18), precommit_add_association {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:27.464362 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-42b98803-fd6f-4b68-b48c-f2dc7081162d None None] For port e277afee-039e-4bc8-a4ab-29242ad072c1, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=e277afee-039e-4bc8-a4ab-29242ad072c1,segment=NetworkSegment(74c5cd76-4991-4c75-a738-3eb043c31d57),segment_id=74c5cd76-4991-4c75-a738-3eb043c31d57)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:55:27.550467 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.db_base_plugin_common [None req-75974036-a01d-4b83-ac4a-3131fa2aaf5f None None] Allocated IP 172.20.0.2 (4fb563d7-28a7-42d4-8abd-eb069c6cc24c/d4f274c9-cfe3-432b-9ff6-c2e0c451e5bf/ae7a6a9c-1195-4076-8f5b-4a132bec7c0e) {{(pid=109761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:55:27.563282 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-42b98803-fd6f-4b68-b48c-f2dc7081162d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (e277afee-039e-4bc8-a4ab-29242ad072c1), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:27.653363 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-4d4d7b40-665d-4d8b-a11e-92836a77234e admin admin] Publish callbacks [] for router_gateway (13de18c4-7197-4e68-8989-f66939a6fb18), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:27.740498 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b98803-fd6f-4b68-b48c-f2dc7081162d None None] Pushing event updated for resources: {'Port': ['ID=e277afee-039e-4bc8-a4ab-29242ad072c1,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:27.809798 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 12:55:27.888989 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] No Port match for: 638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 12:55:27.889344 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 638dfa5b-3ed1-4053-a5c2-a4c0a2b6c1b3 not bound to the agent host hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 12:55:27.921650 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-75974036-a01d-4b83-ac4a-3131fa2aaf5f None None] Publish callbacks [] for port (ae7a6a9c-1195-4076-8f5b-4a132bec7c0e), precommit_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:28.055405 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-75974036-a01d-4b83-ac4a-3131fa2aaf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (ae7a6a9c-1195-4076-8f5b-4a132bec7c0e), after_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:28.083688 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-4d4d7b40-665d-4d8b-a11e-92836a77234e admin admin] Publish callbacks [] for router_gateway (13de18c4-7197-4e68-8989-f66939a6fb18), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:28.111456 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-4d4d7b40-665d-4d8b-a11e-92836a77234e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:28.116139 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75974036-a01d-4b83-ac4a-3131fa2aaf5f None None] Network 4fb563d7-28a7-42d4-8abd-eb069c6cc24c is already hosted by enough agents. {{(pid=109761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:55:28.120078 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.scheduler.base_scheduler [None req-75974036-a01d-4b83-ac4a-3131fa2aaf5f None None] Resources bound (agent type, host, resource id): {{(pid=109761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:55:28.125830 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75974036-a01d-4b83-ac4a-3131fa2aaf5f None None] Received port after_create {{(pid=109761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:55:28.129219 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75974036-a01d-4b83-ac4a-3131fa2aaf5f None None] Pushing event updated for resources: {'Port': ['ID=ae7a6a9c-1195-4076-8f5b-4a132bec7c0e,revision_number=1']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:28.187630 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-75974036-a01d-4b83-ac4a-3131fa2aaf5f None None] Attempting to bind port ae7a6a9c-1195-4076-8f5b-4a132bec7c0e on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:55:28.187941 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-75974036-a01d-4b83-ac4a-3131fa2aaf5f None None] Attempting to bind port ae7a6a9c-1195-4076-8f5b-4a132bec7c0e by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': '50324fb8-1f9e-4f94-86a0-ca0f09062a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4fb563d7-28a7-42d4-8abd-eb069c6cc24c'}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:55:28.188311 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75974036-a01d-4b83-ac4a-3131fa2aaf5f None None] Attempting to bind port ae7a6a9c-1195-4076-8f5b-4a132bec7c0e on network 4fb563d7-28a7-42d4-8abd-eb069c6cc24c {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:55:28.193814 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75974036-a01d-4b83-ac4a-3131fa2aaf5f None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:55:28.194206 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75974036-a01d-4b83-ac4a-3131fa2aaf5f None None] Checking segment: {'id': '50324fb8-1f9e-4f94-86a0-ca0f09062a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4fb563d7-28a7-42d4-8abd-eb069c6cc24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:55:28.194619 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-75974036-a01d-4b83-ac4a-3131fa2aaf5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:28.195019 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75974036-a01d-4b83-ac4a-3131fa2aaf5f None None] Bound using segment: {'id': '50324fb8-1f9e-4f94-86a0-ca0f09062a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4fb563d7-28a7-42d4-8abd-eb069c6cc24c'} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:55:28.195494 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-75974036-a01d-4b83-ac4a-3131fa2aaf5f None None] Bound port: ae7a6a9c-1195-4076-8f5b-4a132bec7c0e, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50324fb8-1f9e-4f94-86a0-ca0f09062a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4fb563d7-28a7-42d4-8abd-eb069c6cc24c'}}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:55:28.195879 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-75974036-a01d-4b83-ac4a-3131fa2aaf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (ae7a6a9c-1195-4076-8f5b-4a132bec7c0e), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:28.237174 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [None req-4d4d7b40-665d-4d8b-a11e-92836a77234e admin admin] Allocated IP 172.27.0.32 (2a70364f-7478-4e00-a602-43026420194c/64f75221-ca68-464e-809b-7e1d4f1c5699/878b2c32-635d-41c2-afbc-7c16e3bb2eb6) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:55:28.269032 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-75974036-a01d-4b83-ac4a-3131fa2aaf5f None None] For port ae7a6a9c-1195-4076-8f5b-4a132bec7c0e, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:55:28.272969 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-75974036-a01d-4b83-ac4a-3131fa2aaf5f None None] For port ae7a6a9c-1195-4076-8f5b-4a132bec7c0e, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=ae7a6a9c-1195-4076-8f5b-4a132bec7c0e,segment=NetworkSegment(50324fb8-1f9e-4f94-86a0-ca0f09062a00),segment_id=50324fb8-1f9e-4f94-86a0-ca0f09062a00)] {{(pid=109761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:55:28.380690 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-4d4d7b40-665d-4d8b-a11e-92836a77234e admin admin] Publish callbacks [] for port (878b2c32-635d-41c2-afbc-7c16e3bb2eb6), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:28.384578 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-75974036-a01d-4b83-ac4a-3131fa2aaf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (ae7a6a9c-1195-4076-8f5b-4a132bec7c0e), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:28.481381 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75974036-a01d-4b83-ac4a-3131fa2aaf5f None None] Pushing event updated for resources: {'Port': ['ID=ae7a6a9c-1195-4076-8f5b-4a132bec7c0e,revision_number=2']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:28.591599 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-4d4d7b40-665d-4d8b-a11e-92836a77234e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (878b2c32-635d-41c2-afbc-7c16e3bb2eb6), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:28.632372 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4d7b40-665d-4d8b-a11e-92836a77234e admin admin] Network 2a70364f-7478-4e00-a602-43026420194c is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:55:28.638870 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-4d4d7b40-665d-4d8b-a11e-92836a77234e admin admin] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:55:28.644080 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4d7b40-665d-4d8b-a11e-92836a77234e admin admin] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:55:28.737039 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d7b40-665d-4d8b-a11e-92836a77234e admin admin] Pushing event updated for resources: {'Port': ['ID=878b2c32-635d-41c2-afbc-7c16e3bb2eb6,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:28.986069 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device ae7a6a9c-1195-4076-8f5b-4a132bec7c0e up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:55:29.070794 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port ae7a6a9c-1195-4076-8f5b-4a132bec7c0e triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:55:29.071297 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (ae7a6a9c-1195-4076-8f5b-4a132bec7c0e), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:29.123258 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-4d4d7b40-665d-4d8b-a11e-92836a77234e admin admin] Publish callbacks [] for router_gateway (13de18c4-7197-4e68-8989-f66939a6fb18), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:29.209241 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port ae7a6a9c-1195-4076-8f5b-4a132bec7c0e is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:55:29.209961 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (ae7a6a9c-1195-4076-8f5b-4a132bec7c0e), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:29.264572 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] For port ae7a6a9c-1195-4076-8f5b-4a132bec7c0e, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=ae7a6a9c-1195-4076-8f5b-4a132bec7c0e,segment=NetworkSegment(50324fb8-1f9e-4f94-86a0-ca0f09062a00),segment_id=50324fb8-1f9e-4f94-86a0-ca0f09062a00)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:55:29.355410 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (ae7a6a9c-1195-4076-8f5b-4a132bec7c0e), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:29.355663 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device e277afee-039e-4bc8-a4ab-29242ad072c1 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:55:29.515007 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Pushing event updated for resources: {'Port': ['ID=ae7a6a9c-1195-4076-8f5b-4a132bec7c0e,revision_number=3']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:29.532972 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port e277afee-039e-4bc8-a4ab-29242ad072c1 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:55:29.532972 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (e277afee-039e-4bc8-a4ab-29242ad072c1), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:29.658715 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port e277afee-039e-4bc8-a4ab-29242ad072c1 is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:55:29.735873 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d2e44d63-810e-46a4-b800-4e44efdc7786 req-836b01fd-45d2-44c3-b4a2-671617b9c418 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7db82ce-c86d-4f75-8c34-abe5e44e28a6 HTTP/1.1" status: 200 len: 210 time: 0.0978041 Jan 20 12:55:29.799582 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-4d4d7b40-665d-4d8b-a11e-92836a77234e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1571917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1567081'] for router (13de18c4-7197-4e68-8989-f66939a6fb18), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:29.825775 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0751e6f-c683-4251-a2d4-a6bbc798cfca req-8f8739c8-201d-4dcd-804e-8a4e1cee6e21 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:29.827492 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e0751e6f-c683-4251-a2d4-a6bbc798cfca req-8f8739c8-201d-4dcd-804e-8a4e1cee6e21 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a720a8-5584-458f-a6f0-a33f93f5df72 HTTP/1.1" status: 200 len: 943 time: 0.1907282 Jan 20 12:55:29.907716 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ca20c-d38b-4050-926a-963789531b43 req-578627ec-de81-4fd4-9f2c-8ae01bd45389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:29.909251 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2a6ca20c-d38b-4050-926a-963789531b43 req-578627ec-de81-4fd4-9f2c-8ae01bd45389 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=c627e132fb96455193cbc6c115ae66a8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2737367 Jan 20 12:55:30.072823 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83345937-f550-4d39-953c-74b843c6520d None None] Network 4fb563d7-28a7-42d4-8abd-eb069c6cc24c requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:55:30.094230 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16625a25-9b88-4c5c-a0f9-3b4dba46b7d0 req-3bc4dab3-9925-45ff-9068-2951a6325c65 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:30.096856 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-16625a25-9b88-4c5c-a0f9-3b4dba46b7d0 req-3bc4dab3-9925-45ff-9068-2951a6325c65 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.2646949 Jan 20 12:55:30.126818 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e0751e6f-c683-4251-a2d4-a6bbc798cfca req-e84f3138-0a8c-4291-bf32-3e6c96bb0d54 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468684 Jan 20 12:55:30.198231 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-34c1baf9-be04-46f4-b995-f927df9e3055 None None] Provisioning complete for port ae7a6a9c-1195-4076-8f5b-4a132bec7c0e triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:55:30.198608 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-34c1baf9-be04-46f4-b995-f927df9e3055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (ae7a6a9c-1195-4076-8f5b-4a132bec7c0e), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:30.219140 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ca20c-d38b-4050-926a-963789531b43 req-871a05c7-77f4-40d8-bf3a-5cba03dfc55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:30.221261 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2a6ca20c-d38b-4050-926a-963789531b43 req-871a05c7-77f4-40d8-bf3a-5cba03dfc55b service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2923238 Jan 20 12:55:30.228757 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-16625a25-9b88-4c5c-a0f9-3b4dba46b7d0 req-108db97a-2594-4742-a3bb-6a72d98aa870 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091232 Jan 20 12:55:30.346863 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4d7b40-665d-4d8b-a11e-92836a77234e admin admin] Router 13de18c4-7197-4e68-8989-f66939a6fb18 is scheduled to L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 with binding_index 1 {{(pid=109759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 12:55:30.421287 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-c181a5ae-1b89-4616-a740-c4f050e30326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:30.422900 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-c181a5ae-1b89-4616-a740-c4f050e30326 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c627e132fb96455193cbc6c115ae66a8&device_id=31a720a8-5584-458f-a6f0-a33f93f5df72 HTTP/1.1" status: 200 len: 1096 time: 0.1163056 Jan 20 12:55:30.497475 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-b773d594-8faa-4c49-b701-b6af55b19a0a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd22a0d0-c337-435b-9f20-d1046bb3e230 HTTP/1.1" status: 200 len: 217 time: 0.0560989 Jan 20 12:55:30.562144 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-34c1baf9-be04-46f4-b995-f927df9e3055 None None] Current status of the port ae7a6a9c-1195-4076-8f5b-4a132bec7c0e is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:55:30.682290 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-12551ae5-9be1-4f85-81e1-394165a72d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:30.684691 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-12551ae5-9be1-4f85-81e1-394165a72d49 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=160c493f-960c-42fe-873c-9bc69f61abc5 HTTP/1.1" status: 200 len: 855 time: 0.1281998 Jan 20 12:55:30.689534 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4d7b40-665d-4d8b-a11e-92836a77234e admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:55:30.706888 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e56b43-5839-469d-bef4-46e11159e14a None None] Sync routers for ids ['13de18c4-7197-4e68-8989-f66939a6fb18'] in dv-cinder-804035-24-iscsi {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 12:55:30.720595 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e56b43-5839-469d-bef4-46e11159e14a None None] Routers {'13de18c4-7197-4e68-8989-f66939a6fb18'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:55:30.721238 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-e1e56b43-5839-469d-bef4-46e11159e14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:55:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['13de18c4-7197-4e68-8989-f66939a6fb18'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:55:30.785600 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-5b67d1a1-4122-41c9-9c91-5588d3541d42 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=457dc31e-9fe8-4fb8-852d-eea62a00d396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681067 Jan 20 12:55:30.851758 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device ae7a6a9c-1195-4076-8f5b-4a132bec7c0e up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:55:30.869456 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-e1e56b43-5839-469d-bef4-46e11159e14a None None] Set router 13de18c4-7197-4e68-8989-f66939a6fb18 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:55:30.917886 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-4d4d7b40-665d-4d8b-a11e-92836a77234e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:30.923218 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-4d4d7b40-665d-4d8b-a11e-92836a77234e admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7293224 Jan 20 12:55:30.923454 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 57118) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:55:30.958971 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-8215d5f3-b012-4e01-bd2f-5337c0c9be3a service neutron] 10.222.0.107 "GET /v2.0/networks/457dc31e-9fe8-4fb8-852d-eea62a00d396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521139 Jan 20 12:55:30.967565 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-0c8a2fe3-e04f-47ea-8751-5e6476bfbd5b None None] Provisioning complete for port ae7a6a9c-1195-4076-8f5b-4a132bec7c0e triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:55:30.968347 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-0c8a2fe3-e04f-47ea-8751-5e6476bfbd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (ae7a6a9c-1195-4076-8f5b-4a132bec7c0e), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:31.120338 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-34fc9dbe-b962-4bf8-b2d1-074621e0b109 req-a608d6f6-920d-4293-8b58-bbf12c30b569 service neutron] 10.222.0.107 "GET /v2.0/networks/457dc31e-9fe8-4fb8-852d-eea62a00d396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541998 Jan 20 12:55:31.155850 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port ae7a6a9c-1195-4076-8f5b-4a132bec7c0e triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:55:31.155850 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (ae7a6a9c-1195-4076-8f5b-4a132bec7c0e), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:31.282150 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-1c41b14c-1344-4640-ac8c-416e7425d963 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:31.283966 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-1c41b14c-1344-4640-ac8c-416e7425d963 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/networks?id=ba30e44a-e8a7-4312-9e0e-66194997cd5b HTTP/1.1" status: 200 len: 808 time: 0.1626039 Jan 20 12:55:31.294942 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-e1e56b43-5839-469d-bef4-46e11159e14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13de18c4-7197-4e68-8989-f66939a6fb18', 'name': 'tempest-TestMinimumBasicScenario-1242765187-router', 'tenant_id': '595548e5e38b4fadaab6f6ac4e34d4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '878b2c32-635d-41c2-afbc-7c16e3bb2eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:55:27Z', 'updated_at': '2022-01-20T12:55:28Z', 'revision_number': 3, 'project_id': '595548e5e38b4fadaab6f6ac4e34d4f4', 'gw_port': {'id': '878b2c32-635d-41c2-afbc-7c16e3bb2eb6', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13de18c4-7197-4e68-8989-f66939a6fb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:28Z', 'updated_at': '2022-01-20T12:55:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:55:31.336903 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-fae15dd7-df47-45d9-bad6-b61ab8ff92f7 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/quotas/629170ffa321489c819377a8d6610e73 HTTP/1.1" status: 200 len: 375 time: 0.0391223 Jan 20 12:55:31.362229 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e56b43-5839-469d-bef4-46e11159e14a None None] Checking router: 13de18c4-7197-4e68-8989-f66939a6fb18 for host: dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 12:55:31.362774 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e56b43-5839-469d-bef4-46e11159e14a None None] Updating router 13de18c4-7197-4e68-8989-f66939a6fb18 port 878b2c32-635d-41c2-afbc-7c16e3bb2eb6 binding host dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 12:55:31.391361 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-0c8a2fe3-e04f-47ea-8751-5e6476bfbd5b None None] Current status of the port ae7a6a9c-1195-4076-8f5b-4a132bec7c0e is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:55:31.404488 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port ae7a6a9c-1195-4076-8f5b-4a132bec7c0e is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:55:31.405387 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-a01b1be5-c35f-44f3-889b-d32f219ccd84 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=629170ffa321489c819377a8d6610e73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481710 Jan 20 12:55:31.424573 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49202a2-8329-4f46-90fb-29fef95ef31b req-b611dd23-543a-4b7a-9516-3f29eed31111 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:31.425591 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d49202a2-8329-4f46-90fb-29fef95ef31b req-b611dd23-543a-4b7a-9516-3f29eed31111 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a720a8-5584-458f-a6f0-a33f93f5df72 HTTP/1.1" status: 200 len: 943 time: 0.1404891 Jan 20 12:55:31.452919 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-e1e56b43-5839-469d-bef4-46e11159e14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (878b2c32-635d-41c2-afbc-7c16e3bb2eb6), before_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:31.538685 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d49202a2-8329-4f46-90fb-29fef95ef31b req-638ac3ab-910d-47b9-9e95-286a37d4addb tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025739 Jan 20 12:55:31.578790 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-7c73abab-4808-47fe-b1aa-104e9d73bc0d service neutron] 10.222.0.57 "GET /v2.0/networks/ba30e44a-e8a7-4312-9e0e-66194997cd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722491 Jan 20 12:55:31.792585 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e9d37cd2-c224-4a0e-8692-bd19df3e61cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:31.841354 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ec209-bc6b-4c5e-a82c-6630b131e63f req-bf250e2e-8a49-4f99-8b3e-0c952220fc12 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:31.857215 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-673ec209-bc6b-4c5e-a82c-6630b131e63f req-bf250e2e-8a49-4f99-8b3e-0c952220fc12 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.1431239 Jan 20 12:55:31.865026 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-756b0698-9176-4160-ad50-e25e23edcc24 service neutron] 10.222.0.57 "GET /v2.0/networks/ba30e44a-e8a7-4312-9e0e-66194997cd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767904 Jan 20 12:55:31.884425 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-e1e56b43-5839-469d-bef4-46e11159e14a None None] Publish callbacks [] for port (878b2c32-635d-41c2-afbc-7c16e3bb2eb6), precommit_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:31.957942 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-e1e56b43-5839-469d-bef4-46e11159e14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (878b2c32-635d-41c2-afbc-7c16e3bb2eb6), after_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:31.964115 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-673ec209-bc6b-4c5e-a82c-6630b131e63f req-aac6fbbf-0daa-4e28-ad2e-2f4976f012d3 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052110 Jan 20 12:55:32.063446 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2c0ca-929d-4b04-b7eb-67fecf209ab9 None None] Pushing event updated for resources: {'Port': ['ID=878b2c32-635d-41c2-afbc-7c16e3bb2eb6,revision_number=2']} {{(pid=109762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:32.081514 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_common [None req-e9d37cd2-c224-4a0e-8692-bd19df3e61cd admin admin] Allocated IP 172.20.0.1 (4fb563d7-28a7-42d4-8abd-eb069c6cc24c/d4f274c9-cfe3-432b-9ff6-c2e0c451e5bf/4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac) {{(pid=109760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:55:32.082063 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-e1e56b43-5839-469d-bef4-46e11159e14a None None] Attempting to bind port 878b2c32-635d-41c2-afbc-7c16e3bb2eb6 on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:55:32.082358 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-e1e56b43-5839-469d-bef4-46e11159e14a None None] Attempting to bind port 878b2c32-635d-41c2-afbc-7c16e3bb2eb6 by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'}] {{(pid=109762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:55:32.082725 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e56b43-5839-469d-bef4-46e11159e14a None None] Attempting to bind port 878b2c32-635d-41c2-afbc-7c16e3bb2eb6 on network 2a70364f-7478-4e00-a602-43026420194c {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:55:32.089670 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e56b43-5839-469d-bef4-46e11159e14a None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:55:32.090096 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e56b43-5839-469d-bef4-46e11159e14a None None] Checking segment: {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:55:32.090505 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-e1e56b43-5839-469d-bef4-46e11159e14a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:32.090900 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e56b43-5839-469d-bef4-46e11159e14a None None] Bound using segment: {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'} {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:55:32.091533 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-e1e56b43-5839-469d-bef4-46e11159e14a None None] Bound port: 878b2c32-635d-41c2-afbc-7c16e3bb2eb6, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'}}] {{(pid=109762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:55:32.091925 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-e1e56b43-5839-469d-bef4-46e11159e14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (878b2c32-635d-41c2-afbc-7c16e3bb2eb6), before_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:32.243080 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.db [None req-e1e56b43-5839-469d-bef4-46e11159e14a None None] For port 878b2c32-635d-41c2-afbc-7c16e3bb2eb6, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:55:32.255049 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.db [None req-e1e56b43-5839-469d-bef4-46e11159e14a None None] For port 878b2c32-635d-41c2-afbc-7c16e3bb2eb6, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=878b2c32-635d-41c2-afbc-7c16e3bb2eb6,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:55:32.274899 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e9d37cd2-c224-4a0e-8692-bd19df3e61cd admin admin] Publish callbacks [] for port (4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:32.302550 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0ff61774-9eae-472c-8457-c2e82cade9b5 req-a9390288-0bd2-436c-b484-655dcab0cc7a tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 210 time: 0.0337033 Jan 20 12:55:32.406620 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-e1e56b43-5839-469d-bef4-46e11159e14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (878b2c32-635d-41c2-afbc-7c16e3bb2eb6), after_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:32.437466 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e9d37cd2-c224-4a0e-8692-bd19df3e61cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:32.497501 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d37cd2-c224-4a0e-8692-bd19df3e61cd admin admin] Pushing event updated for resources: {'Port': ['ID=4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:32.500418 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d37cd2-c224-4a0e-8692-bd19df3e61cd admin admin] Network 4fb563d7-28a7-42d4-8abd-eb069c6cc24c is already hosted by enough agents. {{(pid=109760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:55:32.502269 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-e9d37cd2-c224-4a0e-8692-bd19df3e61cd admin admin] Resources bound (agent type, host, resource id): {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:55:32.502974 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2c0ca-929d-4b04-b7eb-67fecf209ab9 None None] Pushing event updated for resources: {'Port': ['ID=878b2c32-635d-41c2-afbc-7c16e3bb2eb6,revision_number=3']} {{(pid=109762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:32.508678 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d37cd2-c224-4a0e-8692-bd19df3e61cd admin admin] Received port after_create {{(pid=109760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:55:32.518378 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e56b43-5839-469d-bef4-46e11159e14a None None] Routers {'13de18c4-7197-4e68-8989-f66939a6fb18'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:55:32.518682 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-e1e56b43-5839-469d-bef4-46e11159e14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:55:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['13de18c4-7197-4e68-8989-f66939a6fb18'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:55:32.570873 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f7f63-57ad-4091-9a33-e0d7547d9188 req-25114422-0db6-468e-a4ca-2f2afad24143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:32.572937 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3a5f7f63-57ad-4091-9a33-e0d7547d9188 req-25114422-0db6-468e-a4ca-2f2afad24143 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 1098 time: 0.0564058 Jan 20 12:55:32.573450 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e9d37cd2-c224-4a0e-8692-bd19df3e61cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530587'] for router_interface (13de18c4-7197-4e68-8989-f66939a6fb18), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:32.658671 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3a5f7f63-57ad-4091-9a33-e0d7547d9188 req-36dc4e81-b6cb-47b0-afc8-3294a01cbb29 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771630 Jan 20 12:55:32.707686 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-e1e56b43-5839-469d-bef4-46e11159e14a None None] Set router 13de18c4-7197-4e68-8989-f66939a6fb18 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:55:32.837284 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492545b-fd0d-4610-a72b-89d7ef3dccae req-1ee9b095-07a2-44cc-b341-04ff47606110 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:32.850672 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0492545b-fd0d-4610-a72b-89d7ef3dccae req-1ee9b095-07a2-44cc-b341-04ff47606110 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a720a8-5584-458f-a6f0-a33f93f5df72 HTTP/1.1" status: 200 len: 943 time: 0.1486573 Jan 20 12:55:32.944623 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-303dc5e2-e5cf-4ac0-86dc-2f7a67ba8e5e None None] Provisioning complete for port 4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:55:32.945280 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-303dc5e2-e5cf-4ac0-86dc-2f7a67ba8e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:32.950531 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0492545b-fd0d-4610-a72b-89d7ef3dccae req-ced00eb1-51d7-438f-8520-229eed640115 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975921 Jan 20 12:55:33.014073 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-303dc5e2-e5cf-4ac0-86dc-2f7a67ba8e5e None None] Port 4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 12:55:33.050378 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e9d37cd2-c224-4a0e-8692-bd19df3e61cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:33.141070 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-e1e56b43-5839-469d-bef4-46e11159e14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13de18c4-7197-4e68-8989-f66939a6fb18', 'name': 'tempest-TestMinimumBasicScenario-1242765187-router', 'tenant_id': '595548e5e38b4fadaab6f6ac4e34d4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '878b2c32-635d-41c2-afbc-7c16e3bb2eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:55:27Z', 'updated_at': '2022-01-20T12:55:28Z', 'revision_number': 3, 'project_id': '595548e5e38b4fadaab6f6ac4e34d4f4', 'gw_port': {'id': '878b2c32-635d-41c2-afbc-7c16e3bb2eb6', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13de18c4-7197-4e68-8989-f66939a6fb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:28Z', 'updated_at': '2022-01-20T12:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:55:33.148734 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b0d42-ba3b-49c3-abc9-8c0cca1d93f1 req-e0a39542-59e6-402d-a5ce-5f424278a7f7 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:33.159214 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ce5b0d42-ba3b-49c3-abc9-8c0cca1d93f1 req-e0a39542-59e6-402d-a5ce-5f424278a7f7 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.0814517 Jan 20 12:55:33.227594 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ce5b0d42-ba3b-49c3-abc9-8c0cca1d93f1 req-10f21d81-6cf3-4515-8276-cad2f70bbc51 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672626 Jan 20 12:55:33.315657 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-dd879595-d7b3-479d-9f53-bc948f5eca62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:33.343554 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e56b43-5839-469d-bef4-46e11159e14a None None] The sync data for ids ['13de18c4-7197-4e68-8989-f66939a6fb18'] in dv-cinder-804035-24-iscsi is: [{'id': '13de18c4-7197-4e68-8989-f66939a6fb18', 'name': 'tempest-TestMinimumBasicScenario-1242765187-router', 'tenant_id': '595548e5e38b4fadaab6f6ac4e34d4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '878b2c32-635d-41c2-afbc-7c16e3bb2eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:55:27Z', 'updated_at': '2022-01-20T12:55:28Z', 'revision_number': 3, 'project_id': '595548e5e38b4fadaab6f6ac4e34d4f4', 'gw_port': {'id': '878b2c32-635d-41c2-afbc-7c16e3bb2eb6', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13de18c4-7197-4e68-8989-f66939a6fb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:28Z', 'updated_at': '2022-01-20T12:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}] {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 12:55:33.408434 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e9d37cd2-c224-4a0e-8692-bd19df3e61cd admin admin] Publish callbacks [] for port (4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac), precommit_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:33.419215 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cac38583-0ac9-4326-97a1-f435a56c8704 req-d12f2b32-1422-40c5-907f-55a1cfda44f4 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 210 time: 0.0473783 Jan 20 12:55:33.505950 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e9d37cd2-c224-4a0e-8692-bd19df3e61cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4332544'] for port (4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:33.592397 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d37cd2-c224-4a0e-8692-bd19df3e61cd admin admin] Pushing event updated for resources: {'Port': ['ID=4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac,revision_number=2']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:33.598748 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e9d37cd2-c224-4a0e-8692-bd19df3e61cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1477630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545703'] for router_interface (13de18c4-7197-4e68-8989-f66939a6fb18), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:33.707627 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 57176) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:55:33.754810 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d37cd2-c224-4a0e-8692-bd19df3e61cd admin admin] Network 4fb563d7-28a7-42d4-8abd-eb069c6cc24c is already hosted by enough agents. {{(pid=109760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:55:33.756830 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-e9d37cd2-c224-4a0e-8692-bd19df3e61cd admin admin] Resources bound (agent type, host, resource id): {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:55:33.940863 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-87a9c1ba-9605-498f-aba8-30b87b7b4b6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:34.056018 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d37cd2-c224-4a0e-8692-bd19df3e61cd admin admin] Router 13de18c4-7197-4e68-8989-f66939a6fb18 has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 12:55:34.172230 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-87a9c1ba-9605-498f-aba8-30b87b7b4b6a admin admin] Publish callbacks [] for security_group (fe98369f-54c9-4b81-81df-7496b6740c54), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:34.197248 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e912b-b9ba-4e13-a142-8104267d9edc req-17339715-138e-4be2-9732-dad86ee4602f tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:34.206320 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-929e912b-b9ba-4e13-a142-8104267d9edc req-17339715-138e-4be2-9732-dad86ee4602f tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a720a8-5584-458f-a6f0-a33f93f5df72 HTTP/1.1" status: 200 len: 943 time: 0.1242743 Jan 20 12:55:34.244897 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-87a9c1ba-9605-498f-aba8-30b87b7b4b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (fe98369f-54c9-4b81-81df-7496b6740c54), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:34.255159 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-70cbcf56-379c-4ebb-824e-1b35f5449a93 None None] Provisioning complete for port 4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:55:34.256934 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-70cbcf56-379c-4ebb-824e-1b35f5449a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:34.330113 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-70cbcf56-379c-4ebb-824e-1b35f5449a93 None None] Port 4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 12:55:34.361074 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d37cd2-c224-4a0e-8692-bd19df3e61cd admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:55:34.380986 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-87a9c1ba-9605-498f-aba8-30b87b7b4b6a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7dfa2d68b89c44b3b97d3808954dca61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6701221 Jan 20 12:55:34.384908 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-e9d37cd2-c224-4a0e-8692-bd19df3e61cd admin admin] 10.222.0.57 "PUT /v2.0/routers/13de18c4-7197-4e68-8989-f66939a6fb18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4607882 Jan 20 12:55:34.389002 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 57190) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:55:34.427447 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-929e912b-b9ba-4e13-a142-8104267d9edc req-6e579d4d-3c67-4ffe-b81d-272578369501 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152309 Jan 20 12:55:34.455963 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9c1ba-9605-498f-aba8-30b87b7b4b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe98369f-54c9-4b81-81df-7496b6740c54,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:34.491252 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ff6e57bf-17e1-466f-a0b5-b568bf71c495 admin admin] Publish callbacks [] for security_group (fe98369f-54c9-4b81-81df-7496b6740c54), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:34.545465 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ff6e57bf-17e1-466f-a0b5-b568bf71c495 admin admin] Publish callbacks [] for security_group (fe98369f-54c9-4b81-81df-7496b6740c54), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:34.605853 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bd8e0-9db3-405e-8e50-118858593527 req-f5c78c6c-7ddd-45cb-8d3a-3c9d4e833a2b tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:34.613757 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0e5bd8e0-9db3-405e-8e50-118858593527 req-f5c78c6c-7ddd-45cb-8d3a-3c9d4e833a2b tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.1849682 Jan 20 12:55:34.736918 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0e5bd8e0-9db3-405e-8e50-118858593527 req-6c05be41-79e6-42d0-b5da-7b2e94bae5d7 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221266 Jan 20 12:55:34.841959 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ff6e57bf-17e1-466f-a0b5-b568bf71c495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (fe98369f-54c9-4b81-81df-7496b6740c54), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:34.841959 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ff6e57bf-17e1-466f-a0b5-b568bf71c495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:34.841959 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-ff6e57bf-17e1-466f-a0b5-b568bf71c495 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fe98369f-54c9-4b81-81df-7496b6740c54 HTTP/1.1" status: 204 len: 168 time: 0.4467382 Jan 20 12:55:34.852094 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e57bf-17e1-466f-a0b5-b568bf71c495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe98369f-54c9-4b81-81df-7496b6740c54,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:34.906714 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c2bd4a42-00ce-45e1-bd2a-d65c5875aa33 req-90fd5f96-5041-44ed-bb1f-dd6871d872a0 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 210 time: 0.0912685 Jan 20 12:55:35.031551 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 878b2c32-635d-41c2-afbc-7c16e3bb2eb6 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:55:35.102002 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 878b2c32-635d-41c2-afbc-7c16e3bb2eb6 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:55:35.102467 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (878b2c32-635d-41c2-afbc-7c16e3bb2eb6), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:35.234893 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 878b2c32-635d-41c2-afbc-7c16e3bb2eb6 is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:55:35.235488 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (878b2c32-635d-41c2-afbc-7c16e3bb2eb6), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:35.261128 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] For port 878b2c32-635d-41c2-afbc-7c16e3bb2eb6, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=878b2c32-635d-41c2-afbc-7c16e3bb2eb6,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:55:35.348858 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (878b2c32-635d-41c2-afbc-7c16e3bb2eb6), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:35.494280 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Pushing event updated for resources: {'Port': ['ID=878b2c32-635d-41c2-afbc-7c16e3bb2eb6,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:35.743643 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-31b4875a-b4b8-42d3-aa35-dc35f77aadbb tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:35.746544 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-31b4875a-b4b8-42d3-aa35-dc35f77aadbb tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.107 "GET /v2.0/networks?id=ba30e44a-e8a7-4312-9e0e-66194997cd5b HTTP/1.1" status: 200 len: 808 time: 0.2933424 Jan 20 12:55:35.769904 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3fd695-d264-42f6-b061-c5adcbee8e2e req-000eabc4-6106-4de3-a857-08bf74ee7610 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:35.775476 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-dd3fd695-d264-42f6-b061-c5adcbee8e2e req-000eabc4-6106-4de3-a857-08bf74ee7610 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a720a8-5584-458f-a6f0-a33f93f5df72 HTTP/1.1" status: 200 len: 943 time: 0.1365411 Jan 20 12:55:35.793581 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-d4b63f6f-5569-4c82-b4d1-8a6884a5103c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Request body: {'port': {'device_id': 'e069360e-0815-417c-b5f3-2b2a392ce448', 'network_id': 'ba30e44a-e8a7-4312-9e0e-66194997cd5b', 'admin_state_up': True, 'tenant_id': '629170ffa321489c819377a8d6610e73'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:55:35.861553 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device dd22a0d0-c337-435b-9f20-d1046bb3e230 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 12:55:36.038713 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-dd3fd695-d264-42f6-b061-c5adcbee8e2e req-feb52cc4-6258-4f55-b8a1-743e99cda36f tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617011 Jan 20 12:55:36.097926 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-7da97360-dc93-4fd9-8c63-2879dc4cdac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:36.162980 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ca010-5f36-4159-85f9-b46f819fdfb1 req-affb84e0-a1a9-43bc-8dc8-d87790dc6d8f tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:36.164726 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-801ca010-5f36-4159-85f9-b46f819fdfb1 req-affb84e0-a1a9-43bc-8dc8-d87790dc6d8f tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.2293723 Jan 20 12:55:36.182676 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port dd22a0d0-c337-435b-9f20-d1046bb3e230, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=dd22a0d0-c337-435b-9f20-d1046bb3e230,segment=NetworkSegment(12a04a7f-2991-4069-9a95-1caa23baeb64),segment_id=12a04a7f-2991-4069-9a95-1caa23baeb64)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:55:36.243297 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Returning: {'device': 'dd22a0d0-c337-435b-9f20-d1046bb3e230', 'network_id': '457dc31e-9fe8-4fb8-852d-eea62a00d396', 'port_id': 'dd22a0d0-c337-435b-9f20-d1046bb3e230', 'mac_address': 'fa:16:3e:93:9c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160c493f-960c-42fe-873c-9bc69f61abc5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 12:55:36.394204 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6cc93610-0a2b-4c76-988a-105940b0895e req-55cd58f9-7445-4598-b8a9-65583ca0a872 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 210 time: 0.1057489 Jan 20 12:55:36.412899 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port dd22a0d0-c337-435b-9f20-d1046bb3e230 is: DOWN; New status is: BUILD {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:55:36.413750 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (dd22a0d0-c337-435b-9f20-d1046bb3e230), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:36.445992 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd22a0d0-c337-435b-9f20-d1046bb3e230 {{(pid=109761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:55:36.454687 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-d4b63f6f-5569-4c82-b4d1-8a6884a5103c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Made reservation on behalf of 629170ffa321489c819377a8d6610e73 for: {'port': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:55:36.460914 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-d4b63f6f-5569-4c82-b4d1-8a6884a5103c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:36.502856 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port dd22a0d0-c337-435b-9f20-d1046bb3e230, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=dd22a0d0-c337-435b-9f20-d1046bb3e230,segment=NetworkSegment(12a04a7f-2991-4069-9a95-1caa23baeb64),segment_id=12a04a7f-2991-4069-9a95-1caa23baeb64)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:55:36.510931 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-801ca010-5f36-4159-85f9-b46f819fdfb1 req-da76ea77-3134-4046-94f5-9fa38518038e tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296571 Jan 20 12:55:36.531755 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b898895-0598-467a-b9ed-f65cacf14529 None None] Sync routers for ids ['13de18c4-7197-4e68-8989-f66939a6fb18'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 12:55:36.584569 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b898895-0598-467a-b9ed-f65cacf14529 None None] Routers {'13de18c4-7197-4e68-8989-f66939a6fb18'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:55:36.585732 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-9b898895-0598-467a-b9ed-f65cacf14529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:55:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['13de18c4-7197-4e68-8989-f66939a6fb18'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:55:36.686727 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (dd22a0d0-c337-435b-9f20-d1046bb3e230), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:36.880402 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-d4b63f6f-5569-4c82-b4d1-8a6884a5103c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Allocated IP 172.20.0.13 (ba30e44a-e8a7-4312-9e0e-66194997cd5b/c38d6466-46c5-473c-841a-11efca093e5b/f437bbcc-23f1-4f05-b67c-033123bd6ba6) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:55:36.979211 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 878b2c32-635d-41c2-afbc-7c16e3bb2eb6 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:55:37.075939 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-9b898895-0598-467a-b9ed-f65cacf14529 None None] Set router 13de18c4-7197-4e68-8989-f66939a6fb18 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:55:37.207949 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-d4b63f6f-5569-4c82-b4d1-8a6884a5103c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Publish callbacks [] for port (f437bbcc-23f1-4f05-b67c-033123bd6ba6), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:37.273794 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=dd22a0d0-c337-435b-9f20-d1046bb3e230,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:37.361230 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-d4b63f6f-5569-4c82-b4d1-8a6884a5103c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (f437bbcc-23f1-4f05-b67c-033123bd6ba6), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:37.515587 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc73a0b-272b-4049-9e51-7db05d0beeac req-bfe46b6f-6ddc-4b83-b4f5-b80ef0de2932 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:37.515587 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fcc73a0b-272b-4049-9e51-7db05d0beeac req-bfe46b6f-6ddc-4b83-b4f5-b80ef0de2932 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a720a8-5584-458f-a6f0-a33f93f5df72 HTTP/1.1" status: 200 len: 944 time: 0.2186227 Jan 20 12:55:37.521926 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['dd22a0d0-c337-435b-9f20-d1046bb3e230'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:55:37.601658 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b63f6f-5569-4c82-b4d1-8a6884a5103c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Pushing event updated for resources: {'Port': ['ID=f437bbcc-23f1-4f05-b67c-033123bd6ba6,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:37.637777 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 878b2c32-635d-41c2-afbc-7c16e3bb2eb6 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:55:37.637777 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (878b2c32-635d-41c2-afbc-7c16e3bb2eb6), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:37.653183 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f7003-8e59-485c-ac39-5b9cee9c01a4 req-5494d445-8245-423f-ba09-a879a7809d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:37.656783 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-e17f7003-8e59-485c-ac39-5b9cee9c01a4 req-5494d445-8245-423f-ba09-a879a7809d74 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=428c88034eba4cf187ed3b80a771c522&device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 1098 time: 0.0899196 Jan 20 12:55:37.657947 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-d4b63f6f-5569-4c82-b4d1-8a6884a5103c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Network ba30e44a-e8a7-4312-9e0e-66194997cd5b is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:55:37.661450 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b63f6f-5569-4c82-b4d1-8a6884a5103c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:37.661920 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b63f6f-5569-4c82-b4d1-8a6884a5103c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:37.662436 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b63f6f-5569-4c82-b4d1-8a6884a5103c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:37.662857 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b63f6f-5569-4c82-b4d1-8a6884a5103c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:37.663330 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b63f6f-5569-4c82-b4d1-8a6884a5103c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:37.663820 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b63f6f-5569-4c82-b4d1-8a6884a5103c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:37.667770 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b63f6f-5569-4c82-b4d1-8a6884a5103c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:37.667770 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b63f6f-5569-4c82-b4d1-8a6884a5103c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:37.667770 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b63f6f-5569-4c82-b4d1-8a6884a5103c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:37.668509 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b63f6f-5569-4c82-b4d1-8a6884a5103c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:37.668787 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b63f6f-5569-4c82-b4d1-8a6884a5103c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:37.669147 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b63f6f-5569-4c82-b4d1-8a6884a5103c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:37.669634 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b63f6f-5569-4c82-b4d1-8a6884a5103c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:55:37.696334 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-d4b63f6f-5569-4c82-b4d1-8a6884a5103c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:55:37.718268 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-d4b63f6f-5569-4c82-b4d1-8a6884a5103c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:55:37.725975 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:55:37.728105 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:55:37.728105 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:55:37.728105 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:55:37.728105 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:55:37.728105 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:55:37.728105 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:55:37.728105 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:55:37.728105 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:55:37.728105 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:55:37.728105 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:55:37.728105 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:55:37.728105 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:55:37.731745 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-d4b63f6f-5569-4c82-b4d1-8a6884a5103c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:37.731745 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-d4b63f6f-5569-4c82-b4d1-8a6884a5103c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:37.797606 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-9b898895-0598-467a-b9ed-f65cacf14529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13de18c4-7197-4e68-8989-f66939a6fb18', 'name': 'tempest-TestMinimumBasicScenario-1242765187-router', 'tenant_id': '595548e5e38b4fadaab6f6ac4e34d4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '878b2c32-635d-41c2-afbc-7c16e3bb2eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:55:27Z', 'updated_at': '2022-01-20T12:55:32Z', 'revision_number': 4, 'project_id': '595548e5e38b4fadaab6f6ac4e34d4f4', 'gw_port': {'id': '878b2c32-635d-41c2-afbc-7c16e3bb2eb6', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13de18c4-7197-4e68-8989-f66939a6fb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:28Z', 'updated_at': '2022-01-20T12:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac', 'name': '', 'network_id': '4fb563d7-28a7-42d4-8abd-eb069c6cc24c', 'tenant_id': '595548e5e38b4fadaab6f6ac4e34d4f4', 'mac_address': 'fa:16:3e:cc:8c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13de18c4-7197-4e68-8989-f66939a6fb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd4f274c9-cfe3-432b-9ff6-c2e0c451e5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:31Z', 'updated_at': '2022-01-20T12:55:33Z', 'revision_number': 2, 'project_id': '595548e5e38b4fadaab6f6ac4e34d4f4', 'subnets': [{'id': 'd4f274c9-cfe3-432b-9ff6-c2e0c451e5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:55:37.807027 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98835022-2f3a-4f83-b30e-458a4cf645cb req-2c30e0c7-6620-4903-9276-d78f873129b3 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:37.818785 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-98835022-2f3a-4f83-b30e-458a4cf645cb req-2c30e0c7-6620-4903-9276-d78f873129b3 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.2886059 Jan 20 12:55:37.839185 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fcc73a0b-272b-4049-9e51-7db05d0beeac req-51c2d93b-1c30-4dc4-98d6-4056a08af05a tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022764 Jan 20 12:55:37.859023 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b898895-0598-467a-b9ed-f65cacf14529 None None] Checking router: 13de18c4-7197-4e68-8989-f66939a6fb18 for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 12:55:37.859390 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b898895-0598-467a-b9ed-f65cacf14529 None None] Updating router 13de18c4-7197-4e68-8989-f66939a6fb18 port 4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac binding host dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 12:55:37.908842 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f7003-8e59-485c-ac39-5b9cee9c01a4 req-8449ddf3-c32c-4aa6-9822-5ab0d2b108a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:37.911615 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-e17f7003-8e59-485c-ac39-5b9cee9c01a4 req-8449ddf3-c32c-4aa6-9822-5ab0d2b108a6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=1da03262-aaa2-44ec-9b4a-16ceb45bebd0 HTTP/1.1" status: 200 len: 919 time: 0.2459376 Jan 20 12:55:37.926244 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-d4b63f6f-5569-4c82-b4d1-8a6884a5103c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1390419 Jan 20 12:55:37.935164 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-afb7220d-66ac-4700-acda-ea3f8e7b13a8 service neutron] Request body: {'port': {'device_id': 'e069360e-0815-417c-b5f3-2b2a392ce448', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:55:37.948844 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-9b898895-0598-467a-b9ed-f65cacf14529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:37.951111 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:38.047240 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 878b2c32-635d-41c2-afbc-7c16e3bb2eb6 is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:55:38.055448 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-e17f7003-8e59-485c-ac39-5b9cee9c01a4 req-3e88a39f-d085-4006-b66e-17b21f8825f0 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b993b368-d74b-4950-bb49-dbc1a862c1c4 HTTP/1.1" status: 200 len: 217 time: 0.1362319 Jan 20 12:55:38.149720 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f7003-8e59-485c-ac39-5b9cee9c01a4 req-fede158d-599a-4bd1-94e6-732b8736009b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:38.151314 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-e17f7003-8e59-485c-ac39-5b9cee9c01a4 req-fede158d-599a-4bd1-94e6-732b8736009b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7 HTTP/1.1" status: 200 len: 858 time: 0.0865579 Jan 20 12:55:38.158356 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-98835022-2f3a-4f83-b30e-458a4cf645cb req-51302300-2e1c-45e8-b8f6-5816394158d2 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382025 Jan 20 12:55:38.183824 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-afb7220d-66ac-4700-acda-ea3f8e7b13a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (f437bbcc-23f1-4f05-b67c-033123bd6ba6), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:38.238914 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d5d1e-9583-4639-9d93-bc2dfd119523 req-e4a611c2-85ac-4ab2-ac47-dd84e9785300 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:38.248578 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-e17f7003-8e59-485c-ac39-5b9cee9c01a4 req-0d059a7b-8e0d-44fc-aab8-8407987676df service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=1da03262-aaa2-44ec-9b4a-16ceb45bebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887785 Jan 20 12:55:38.251239 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ab9d5d1e-9583-4639-9d93-bc2dfd119523 req-e4a611c2-85ac-4ab2-ac47-dd84e9785300 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 932 time: 0.2280922 Jan 20 12:55:38.437900 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-e17f7003-8e59-485c-ac39-5b9cee9c01a4 req-b6fed1be-6704-4f9c-afdf-471cd4ea12a1 service neutron] 10.222.0.107 "GET /v2.0/networks/1da03262-aaa2-44ec-9b4a-16ceb45bebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645992 Jan 20 12:55:38.466316 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ab9d5d1e-9583-4639-9d93-bc2dfd119523 req-cdeb0350-94b5-4ab0-8335-7f216bf7919f tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107413 Jan 20 12:55:38.588921 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-9b898895-0598-467a-b9ed-f65cacf14529 None None] Publish callbacks [] for port (4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac), precommit_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:38.624844 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-e17f7003-8e59-485c-ac39-5b9cee9c01a4 req-f13d588f-f847-4827-9813-cb8193a37500 service neutron] 10.222.0.107 "GET /v2.0/networks/1da03262-aaa2-44ec-9b4a-16ceb45bebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700075 Jan 20 12:55:38.663196 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-9b898895-0598-467a-b9ed-f65cacf14529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:38.740111 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-afb7220d-66ac-4700-acda-ea3f8e7b13a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f437bbcc-23f1-4f05-b67c-033123bd6ba6 {{(pid=109759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:55:38.751867 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-afb7220d-66ac-4700-acda-ea3f8e7b13a8 service neutron] Publish callbacks [] for port (f437bbcc-23f1-4f05-b67c-033123bd6ba6), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:38.791343 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.provisioning_blocks [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-afb7220d-66ac-4700-acda-ea3f8e7b13a8 service neutron] Transition to ACTIVE for port object f437bbcc-23f1-4f05-b67c-033123bd6ba6 will not be triggered until provisioned by entity L2. {{(pid=109759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:55:38.808887 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccda479-5a9f-46f1-bf33-7418db845d45 None None] Pushing event updated for resources: {'Port': ['ID=4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac,revision_number=3']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:38.842711 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-9b898895-0598-467a-b9ed-f65cacf14529 None None] Attempting to bind port 4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:55:38.843146 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-9b898895-0598-467a-b9ed-f65cacf14529 None None] Attempting to bind port 4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': '50324fb8-1f9e-4f94-86a0-ca0f09062a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4fb563d7-28a7-42d4-8abd-eb069c6cc24c'}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:55:38.843549 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b898895-0598-467a-b9ed-f65cacf14529 None None] Attempting to bind port 4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac on network 4fb563d7-28a7-42d4-8abd-eb069c6cc24c {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:55:38.849815 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b898895-0598-467a-b9ed-f65cacf14529 None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:55:38.850459 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b898895-0598-467a-b9ed-f65cacf14529 None None] Checking segment: {'id': '50324fb8-1f9e-4f94-86a0-ca0f09062a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4fb563d7-28a7-42d4-8abd-eb069c6cc24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:55:38.850943 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-9b898895-0598-467a-b9ed-f65cacf14529 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:38.851347 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b898895-0598-467a-b9ed-f65cacf14529 None None] Bound using segment: {'id': '50324fb8-1f9e-4f94-86a0-ca0f09062a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4fb563d7-28a7-42d4-8abd-eb069c6cc24c'} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:55:38.851856 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-9b898895-0598-467a-b9ed-f65cacf14529 None None] Bound port: 4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50324fb8-1f9e-4f94-86a0-ca0f09062a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4fb563d7-28a7-42d4-8abd-eb069c6cc24c'}}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:55:38.852249 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-9b898895-0598-467a-b9ed-f65cacf14529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:38.877050 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-afb7220d-66ac-4700-acda-ea3f8e7b13a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (f437bbcc-23f1-4f05-b67c-033123bd6ba6), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:39.021437 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7220d-66ac-4700-acda-ea3f8e7b13a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f437bbcc-23f1-4f05-b67c-033123bd6ba6,revision_number=2']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:39.054086 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-9b898895-0598-467a-b9ed-f65cacf14529 None None] For port 4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:55:39.081482 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:39.087089 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-afb7220d-66ac-4700-acda-ea3f8e7b13a8 service neutron] Attempting to bind port f437bbcc-23f1-4f05-b67c-033123bd6ba6 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:55:39.087416 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-afb7220d-66ac-4700-acda-ea3f8e7b13a8 service neutron] Attempting to bind port f437bbcc-23f1-4f05-b67c-033123bd6ba6 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '8d0d6c29-592b-462e-be4f-0c93ec9f43fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba30e44a-e8a7-4312-9e0e-66194997cd5b'}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:55:39.087771 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-afb7220d-66ac-4700-acda-ea3f8e7b13a8 service neutron] Attempting to bind port f437bbcc-23f1-4f05-b67c-033123bd6ba6 on network ba30e44a-e8a7-4312-9e0e-66194997cd5b {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:55:39.088849 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-9b898895-0598-467a-b9ed-f65cacf14529 None None] For port 4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac,segment=NetworkSegment(50324fb8-1f9e-4f94-86a0-ca0f09062a00),segment_id=50324fb8-1f9e-4f94-86a0-ca0f09062a00)] {{(pid=109761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:55:39.095782 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-00842e39-32f0-4692-8a09-9d7a3167ff71 None None] Provisioning complete for port 4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:55:39.096492 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-00842e39-32f0-4692-8a09-9d7a3167ff71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:39.096847 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-afb7220d-66ac-4700-acda-ea3f8e7b13a8 service neutron] Port f437bbcc-23f1-4f05-b67c-033123bd6ba6 on network ba30e44a-e8a7-4312-9e0e-66194997cd5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 12:55:39.097175 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-afb7220d-66ac-4700-acda-ea3f8e7b13a8 service neutron] Attempting to bind port f437bbcc-23f1-4f05-b67c-033123bd6ba6 on network ba30e44a-e8a7-4312-9e0e-66194997cd5b {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:55:39.112647 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7d866-782e-407b-8bce-7fa6ad5e4a53 req-8fd942f9-35a1-4992-968f-1a17cf832e0f tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:39.114296 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-82b7d866-782e-407b-8bce-7fa6ad5e4a53 req-8fd942f9-35a1-4992-968f-1a17cf832e0f tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a720a8-5584-458f-a6f0-a33f93f5df72 HTTP/1.1" status: 200 len: 944 time: 0.1248136 Jan 20 12:55:39.118096 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-afb7220d-66ac-4700-acda-ea3f8e7b13a8 service neutron] Checking agent: {'id': '01dfb066-6594-4635-8f5d-cd7d37486eef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'started_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:55:39.118513 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-afb7220d-66ac-4700-acda-ea3f8e7b13a8 service neutron] Checking segment: {'id': '8d0d6c29-592b-462e-be4f-0c93ec9f43fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba30e44a-e8a7-4312-9e0e-66194997cd5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:55:39.118825 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-afb7220d-66ac-4700-acda-ea3f8e7b13a8 service neutron] Bound using segment: {'id': '8d0d6c29-592b-462e-be4f-0c93ec9f43fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba30e44a-e8a7-4312-9e0e-66194997cd5b'} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:55:39.119274 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-afb7220d-66ac-4700-acda-ea3f8e7b13a8 service neutron] Bound port: f437bbcc-23f1-4f05-b67c-033123bd6ba6, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d0d6c29-592b-462e-be4f-0c93ec9f43fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba30e44a-e8a7-4312-9e0e-66194997cd5b'}}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:55:39.119645 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-afb7220d-66ac-4700-acda-ea3f8e7b13a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (f437bbcc-23f1-4f05-b67c-033123bd6ba6), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:39.172757 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-00842e39-32f0-4692-8a09-9d7a3167ff71 None None] Port 4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 12:55:39.211760 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-9b898895-0598-467a-b9ed-f65cacf14529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:39.220156 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-82b7d866-782e-407b-8bce-7fa6ad5e4a53 req-7152cc53-ea4e-472c-a211-bc5be4a8dff5 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895159 Jan 20 12:55:39.244379 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-afb7220d-66ac-4700-acda-ea3f8e7b13a8 service neutron] For port f437bbcc-23f1-4f05-b67c-033123bd6ba6, host hv-cinder-80403, cleared binding levels {{(pid=109759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:55:39.261504 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-afb7220d-66ac-4700-acda-ea3f8e7b13a8 service neutron] For port f437bbcc-23f1-4f05-b67c-033123bd6ba6, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f437bbcc-23f1-4f05-b67c-033123bd6ba6,segment=NetworkSegment(8d0d6c29-592b-462e-be4f-0c93ec9f43fa),segment_id=8d0d6c29-592b-462e-be4f-0c93ec9f43fa)] {{(pid=109759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:55:39.351286 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-afb7220d-66ac-4700-acda-ea3f8e7b13a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (f437bbcc-23f1-4f05-b67c-033123bd6ba6), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:39.396472 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccda479-5a9f-46f1-bf33-7418db845d45 None None] Pushing event updated for resources: {'Port': ['ID=4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:39.416634 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b898895-0598-467a-b9ed-f65cacf14529 None None] Routers {'13de18c4-7197-4e68-8989-f66939a6fb18'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:55:39.417300 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-9b898895-0598-467a-b9ed-f65cacf14529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:55:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['13de18c4-7197-4e68-8989-f66939a6fb18'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:55:39.529069 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-afb7220d-66ac-4700-acda-ea3f8e7b13a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:39.531703 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-afb7220d-66ac-4700-acda-ea3f8e7b13a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:39.535007 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-afb7220d-66ac-4700-acda-ea3f8e7b13a8 service neutron] 10.222.0.107 "PUT /v2.0/ports/f437bbcc-23f1-4f05-b67c-033123bd6ba6 HTTP/1.1" status: 200 len: 1094 time: 1.6066225 Jan 20 12:55:39.542534 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e069360e-0815-417c-b5f3-2b2a392ce448', 'tag': 'f437bbcc-23f1-4f05-b67c-033123bd6ba6'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:55:39.546597 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9613eb-ccec-4eb2-a155-edeeb0264788" -d '{"events": [{"name": "network-changed", "server_uuid": "e069360e-0815-417c-b5f3-2b2a392ce448", "tag": "f437bbcc-23f1-4f05-b67c-033123bd6ba6"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:55:39.588807 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e374d6-87ec-4ed5-b21e-8317cf480d48 req-dfbe6a1f-3229-4d05-9d2f-6a0be0a353d2 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:39.596853 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-09e374d6-87ec-4ed5-b21e-8317cf480d48 req-dfbe6a1f-3229-4d05-9d2f-6a0be0a353d2 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.2725995 Jan 20 12:55:39.633044 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7220d-66ac-4700-acda-ea3f8e7b13a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f437bbcc-23f1-4f05-b67c-033123bd6ba6,revision_number=3']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:39.686329 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-9b898895-0598-467a-b9ed-f65cacf14529 None None] Set router 13de18c4-7197-4e68-8989-f66939a6fb18 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:55:39.760398 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-09e374d6-87ec-4ed5-b21e-8317cf480d48 req-c80053a0-c90b-4355-bab6-79cd8ff1a676 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593499 Jan 20 12:55:39.871286 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-049f16c6-4ffa-45db-b1a0-d143303ad429 None None] Provisioning complete for port 4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:55:39.871672 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-049f16c6-4ffa-45db-b1a0-d143303ad429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:39.878486 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device dd22a0d0-c337-435b-9f20-d1046bb3e230 up at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:55:39.938631 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:39.939464 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 12:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027cf046-34d0-4831-9866-8b073853f553 x-openstack-request-id: req-027cf046-34d0-4831-9866-8b073853f553 {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:55:39.939884 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e069360e-0815-417c-b5f3-2b2a392ce448", "tag": "f437bbcc-23f1-4f05-b67c-033123bd6ba6", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:55:39.940298 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-027cf046-34d0-4831-9866-8b073853f553 {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:55:39.941939 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e069360e-0815-417c-b5f3-2b2a392ce448', 'tag': 'f437bbcc-23f1-4f05-b67c-033123bd6ba6', 'status': 'completed', 'code': 200} Jan 20 12:55:40.028684 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14cc8a-ac5d-4a93-a002-6ed102d8b036 req-9b50d407-9826-485f-8b47-1f70a4b88b64 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:40.040029 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fd14cc8a-ac5d-4a93-a002-6ed102d8b036 req-9b50d407-9826-485f-8b47-1f70a4b88b64 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 944 time: 0.3072717 Jan 20 12:55:40.063033 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-8f01932b-ca21-42b7-8769-4c9c4b96ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:40.065654 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-8f01932b-ca21-42b7-8769-4c9c4b96ad05 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=629170ffa321489c819377a8d6610e73&device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 1097 time: 0.3635886 Jan 20 12:55:40.164994 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-560b7575-258d-47d6-b762-8714144c5460 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f437bbcc-23f1-4f05-b67c-033123bd6ba6 HTTP/1.1" status: 200 len: 217 time: 0.0844994 Jan 20 12:55:40.178429 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-049f16c6-4ffa-45db-b1a0-d143303ad429 None None] Current status of the port 4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:55:40.179122 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-049f16c6-4ffa-45db-b1a0-d143303ad429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:40.228553 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-049f16c6-4ffa-45db-b1a0-d143303ad429 None None] For port 4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac,segment=NetworkSegment(50324fb8-1f9e-4f94-86a0-ca0f09062a00),segment_id=50324fb8-1f9e-4f94-86a0-ca0f09062a00)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:55:40.272890 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-9b898895-0598-467a-b9ed-f65cacf14529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13de18c4-7197-4e68-8989-f66939a6fb18', 'name': 'tempest-TestMinimumBasicScenario-1242765187-router', 'tenant_id': '595548e5e38b4fadaab6f6ac4e34d4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '878b2c32-635d-41c2-afbc-7c16e3bb2eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:55:27Z', 'updated_at': '2022-01-20T12:55:32Z', 'revision_number': 4, 'project_id': '595548e5e38b4fadaab6f6ac4e34d4f4', 'gw_port': {'id': '878b2c32-635d-41c2-afbc-7c16e3bb2eb6', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13de18c4-7197-4e68-8989-f66939a6fb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:28Z', 'updated_at': '2022-01-20T12:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac', 'name': '', 'network_id': '4fb563d7-28a7-42d4-8abd-eb069c6cc24c', 'tenant_id': '595548e5e38b4fadaab6f6ac4e34d4f4', 'mac_address': 'fa:16:3e:cc:8c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13de18c4-7197-4e68-8989-f66939a6fb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd4f274c9-cfe3-432b-9ff6-c2e0c451e5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:31Z', 'updated_at': '2022-01-20T12:55:39Z', 'revision_number': 4, 'project_id': '595548e5e38b4fadaab6f6ac4e34d4f4', 'subnets': [{'id': 'd4f274c9-cfe3-432b-9ff6-c2e0c451e5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:55:40.334311 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b898895-0598-467a-b9ed-f65cacf14529 None None] The sync data for ids ['13de18c4-7197-4e68-8989-f66939a6fb18'] in dv-cinder-804035-24-iscsi is: [{'id': '13de18c4-7197-4e68-8989-f66939a6fb18', 'name': 'tempest-TestMinimumBasicScenario-1242765187-router', 'tenant_id': '595548e5e38b4fadaab6f6ac4e34d4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '878b2c32-635d-41c2-afbc-7c16e3bb2eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:55:27Z', 'updated_at': '2022-01-20T12:55:32Z', 'revision_number': 4, 'project_id': '595548e5e38b4fadaab6f6ac4e34d4f4', 'gw_port': {'id': '878b2c32-635d-41c2-afbc-7c16e3bb2eb6', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13de18c4-7197-4e68-8989-f66939a6fb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:28Z', 'updated_at': '2022-01-20T12:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac', 'name': '', 'network_id': '4fb563d7-28a7-42d4-8abd-eb069c6cc24c', 'tenant_id': '595548e5e38b4fadaab6f6ac4e34d4f4', 'mac_address': 'fa:16:3e:cc:8c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13de18c4-7197-4e68-8989-f66939a6fb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd4f274c9-cfe3-432b-9ff6-c2e0c451e5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:31Z', 'updated_at': '2022-01-20T12:55:39Z', 'revision_number': 4, 'project_id': '595548e5e38b4fadaab6f6ac4e34d4f4', 'subnets': [{'id': 'd4f274c9-cfe3-432b-9ff6-c2e0c451e5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 12:55:40.438103 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-049f16c6-4ffa-45db-b1a0-d143303ad429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:40.441276 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning for port dd22a0d0-c337-435b-9f20-d1046bb3e230 completed by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 12:55:40.512524 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning complete for port dd22a0d0-c337-435b-9f20-d1046bb3e230 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:55:40.513051 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (dd22a0d0-c337-435b-9f20-d1046bb3e230), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:40.582377 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fd14cc8a-ac5d-4a93-a002-6ed102d8b036 req-3c4b3aa6-5ad4-4035-b5b6-b1697f7e3a50 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5399065 Jan 20 12:55:40.585306 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f16c6-4ffa-45db-b1a0-d143303ad429 None None] Pushing event updated for resources: {'Port': ['ID=4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:40.656324 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-cd280e0d-4b35-4e43-a644-ba177f2d2fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:40.658934 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-cd280e0d-4b35-4e43-a644-ba177f2d2fa7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c38d6466-46c5-473c-841a-11efca093e5b HTTP/1.1" status: 200 len: 848 time: 0.4850450 Jan 20 12:55:40.687317 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port dd22a0d0-c337-435b-9f20-d1046bb3e230 is: BUILD; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:55:40.687952 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (dd22a0d0-c337-435b-9f20-d1046bb3e230), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:40.735465 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a720a8-5584-458f-a6f0-a33f93f5df72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd22a0d0-c337-435b-9f20-d1046bb3e230'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:55:40.746337 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d66e504-f02e-45fd-8a5a-7e2d213845ab" -d '{"events": [{"server_uuid": "31a720a8-5584-458f-a6f0-a33f93f5df72", "name": "network-vif-plugged", "status": "completed", "tag": "dd22a0d0-c337-435b-9f20-d1046bb3e230"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:55:40.747680 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-abd6d25c-76b9-49e9-9081-6b81b63fac43 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=ba30e44a-e8a7-4312-9e0e-66194997cd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805411 Jan 20 12:55:40.757575 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port dd22a0d0-c337-435b-9f20-d1046bb3e230, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=dd22a0d0-c337-435b-9f20-d1046bb3e230,segment=NetworkSegment(12a04a7f-2991-4069-9a95-1caa23baeb64),segment_id=12a04a7f-2991-4069-9a95-1caa23baeb64)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:55:40.776636 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bef611-b0d4-45b4-98f5-8686ae159519 req-1ea543f7-7418-4525-91be-67c92fac4e8e tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:40.782253 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c1bef611-b0d4-45b4-98f5-8686ae159519 req-1ea543f7-7418-4525-91be-67c92fac4e8e tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a720a8-5584-458f-a6f0-a33f93f5df72 HTTP/1.1" status: 200 len: 944 time: 0.2225704 Jan 20 12:55:40.842811 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (dd22a0d0-c337-435b-9f20-d1046bb3e230), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:40.928266 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 12:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f603e174-3126-4cdf-8bf2-d867ae32a04b x-openstack-request-id: req-f603e174-3126-4cdf-8bf2-d867ae32a04b {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:55:40.929084 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a720a8-5584-458f-a6f0-a33f93f5df72", "name": "network-vif-plugged", "status": "completed", "tag": "dd22a0d0-c337-435b-9f20-d1046bb3e230", "code": 200}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:55:40.929084 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f603e174-3126-4cdf-8bf2-d867ae32a04b {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:55:40.930014 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a720a8-5584-458f-a6f0-a33f93f5df72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd22a0d0-c337-435b-9f20-d1046bb3e230', 'code': 200} Jan 20 12:55:40.931225 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=dd22a0d0-c337-435b-9f20-d1046bb3e230,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:40.982982 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:41.007595 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:55:41.092673 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:55:41.093406 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:41.128517 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c1bef611-b0d4-45b4-98f5-8686ae159519 req-67e1a0f1-3475-42ba-8ac6-6d93e7d1ec8c tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959809 Jan 20 12:55:41.144655 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-7e3201f4-a76e-41e6-872b-5f17321adfa8 service neutron] 10.222.0.107 "GET /v2.0/networks/ba30e44a-e8a7-4312-9e0e-66194997cd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859053 Jan 20 12:55:41.260748 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6a182-0e1e-48e2-8d9b-9a113a2c6e1b req-c17b818d-18c4-4399-bf64-4fae70293e01 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:41.261386 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:55:41.271349 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f0c6a182-0e1e-48e2-8d9b-9a113a2c6e1b req-c17b818d-18c4-4399-bf64-4fae70293e01 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.2655475 Jan 20 12:55:41.330385 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a229c-8b5b-401f-8e0f-68044d8cd75d req-15f66b35-bdbf-48bd-a4f5-5a7a73f53733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:41.332798 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-6a0a229c-8b5b-401f-8e0f-68044d8cd75d req-15f66b35-bdbf-48bd-a4f5-5a7a73f53733 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=31a720a8-5584-458f-a6f0-a33f93f5df72 HTTP/1.1" status: 200 len: 1098 time: 0.1028714 Jan 20 12:55:41.386088 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-04a0b1a1-96f2-48dd-a9a3-d8f1cf39ef72 req-df066c6d-5c5b-40fa-9d7a-b704681244a6 service neutron] 10.222.0.107 "GET /v2.0/networks/ba30e44a-e8a7-4312-9e0e-66194997cd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316079 Jan 20 12:55:41.457887 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-6a0a229c-8b5b-401f-8e0f-68044d8cd75d req-73290ea4-a08e-4587-a582-bb8b208fdc4c service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107295 Jan 20 12:55:41.469123 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f0c6a182-0e1e-48e2-8d9b-9a113a2c6e1b req-7b79efb9-3060-4e88-8339-844c2a628fa1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817997 Jan 20 12:55:41.733315 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d8920-f2a6-450d-93f8-072e2bc3b379 req-46c8ee7f-7a09-4b3d-b9a0-1f72128dd9bd tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:41.738730 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-660d8920-f2a6-450d-93f8-072e2bc3b379 req-46c8ee7f-7a09-4b3d-b9a0-1f72128dd9bd tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 944 time: 0.0827928 Jan 20 12:55:41.805394 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-660d8920-f2a6-450d-93f8-072e2bc3b379 req-cd95e009-748a-457a-8f64-d6fc30b3dfc6 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639985 Jan 20 12:55:41.956922 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9613eb-ccec-4eb2-a155-edeeb0264788 req-7667fcba-07e4-4027-9707-e95bdd187f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:41.956922 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-8c9613eb-ccec-4eb2-a155-edeeb0264788 req-7667fcba-07e4-4027-9707-e95bdd187f61 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=629170ffa321489c819377a8d6610e73&device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 1097 time: 0.0495396 Jan 20 12:55:42.047442 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9613eb-ccec-4eb2-a155-edeeb0264788 req-5482f528-e2b1-48bf-b141-ec9a194addf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:42.048942 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-8c9613eb-ccec-4eb2-a155-edeeb0264788 req-5482f528-e2b1-48bf-b141-ec9a194addf1 service neutron] 10.222.0.107 "GET /v2.0/networks?id=ba30e44a-e8a7-4312-9e0e-66194997cd5b HTTP/1.1" status: 200 len: 909 time: 0.0989952 Jan 20 12:55:42.107076 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-8c9613eb-ccec-4eb2-a155-edeeb0264788 req-55efad97-f4f9-4ff5-965f-b16ea6aa8c18 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f437bbcc-23f1-4f05-b67c-033123bd6ba6 HTTP/1.1" status: 200 len: 217 time: 0.0442870 Jan 20 12:55:42.171034 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9613eb-ccec-4eb2-a155-edeeb0264788 req-bc335da5-3874-4230-94cd-5f2f1fe54f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:42.172604 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-8c9613eb-ccec-4eb2-a155-edeeb0264788 req-bc335da5-3874-4230-94cd-5f2f1fe54f77 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c38d6466-46c5-473c-841a-11efca093e5b HTTP/1.1" status: 200 len: 848 time: 0.0583658 Jan 20 12:55:42.210016 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-8c9613eb-ccec-4eb2-a155-edeeb0264788 req-aa735a92-e064-48c0-8c3a-c615a70d51df service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=ba30e44a-e8a7-4312-9e0e-66194997cd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283580 Jan 20 12:55:42.267283 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d36ab-4732-49a2-b035-2d3913c730d0 req-cef267a2-8753-45dc-a53c-68bb1d19b9d1 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:42.269247 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bf6d36ab-4732-49a2-b035-2d3913c730d0 req-cef267a2-8753-45dc-a53c-68bb1d19b9d1 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a720a8-5584-458f-a6f0-a33f93f5df72 HTTP/1.1" status: 200 len: 945 time: 0.0663102 Jan 20 12:55:42.340291 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bf6d36ab-4732-49a2-b035-2d3913c730d0 req-869ba596-9ca5-4ea5-a95f-cc9b1cd505f1 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646911 Jan 20 12:55:42.484473 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-188ade4f-5da3-48d9-9394-546bcae67eb6 req-591e95ea-2af3-446b-8937-e678cc0abb70 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1234219 Jan 20 12:55:42.619420 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ade4f-5da3-48d9-9394-546bcae67eb6 req-a81ed388-579c-407a-a43b-662d7fa2c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:42.624711 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-188ade4f-5da3-48d9-9394-546bcae67eb6 req-a81ed388-579c-407a-a43b-662d7fa2c2d9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=428c88034eba4cf187ed3b80a771c522&device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 1098 time: 0.1065557 Jan 20 12:55:42.694313 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-8c9613eb-ccec-4eb2-a155-edeeb0264788 req-0bc3b2c0-eff6-4615-befb-ef1e94fe7c19 service neutron] 10.222.0.107 "GET /v2.0/networks/ba30e44a-e8a7-4312-9e0e-66194997cd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705174 Jan 20 12:55:42.868693 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5e0bd-feef-4dcb-bf3c-3af44add2681 req-74a2da54-3442-45b4-8746-08900bd6f470 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:42.875075 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-8c9613eb-ccec-4eb2-a155-edeeb0264788 req-545e53b9-010e-4721-9213-0a6646a183c6 service neutron] 10.222.0.107 "GET /v2.0/networks/ba30e44a-e8a7-4312-9e0e-66194997cd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751862 Jan 20 12:55:42.877491 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-11f5e0bd-feef-4dcb-bf3c-3af44add2681 req-74a2da54-3442-45b4-8746-08900bd6f470 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.1984148 Jan 20 12:55:42.937681 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ade4f-5da3-48d9-9394-546bcae67eb6 req-2b77416b-fe5a-4c27-8560-2527c77eded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:42.939497 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-188ade4f-5da3-48d9-9394-546bcae67eb6 req-2b77416b-fe5a-4c27-8560-2527c77eded9 service neutron] 10.222.0.107 "GET /v2.0/networks?id=1da03262-aaa2-44ec-9b4a-16ceb45bebd0 HTTP/1.1" status: 200 len: 919 time: 0.2842228 Jan 20 12:55:43.009464 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-188ade4f-5da3-48d9-9394-546bcae67eb6 req-46d09c65-09fa-43a9-aa4f-b6ead8318231 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e9d005b-b1c8-43ca-806d-2cfd098e1f22 HTTP/1.1" status: 200 len: 217 time: 0.0581946 Jan 20 12:55:43.107224 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-11f5e0bd-feef-4dcb-bf3c-3af44add2681 req-f9a03215-32bf-40ff-bdb3-7c4f611a0828 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166247 Jan 20 12:55:43.159987 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae3d60-d404-4981-a10f-38a4b0e2357f req-236454b9-e4f5-4e0a-b2a7-900d3160e7d7 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:43.161687 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d3ae3d60-d404-4981-a10f-38a4b0e2357f req-236454b9-e4f5-4e0a-b2a7-900d3160e7d7 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 944 time: 0.1447315 Jan 20 12:55:43.164685 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ade4f-5da3-48d9-9394-546bcae67eb6 req-161579f8-da1a-4043-9068-2973ec663d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:43.166301 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-188ade4f-5da3-48d9-9394-546bcae67eb6 req-161579f8-da1a-4043-9068-2973ec663d9a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7 HTTP/1.1" status: 200 len: 858 time: 0.1481073 Jan 20 12:55:43.216637 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-188ade4f-5da3-48d9-9394-546bcae67eb6 req-0b327515-7000-4342-bd62-29b863419937 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=1da03262-aaa2-44ec-9b4a-16ceb45bebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417726 Jan 20 12:55:43.304627 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d3ae3d60-d404-4981-a10f-38a4b0e2357f req-45878031-12ba-4d13-9a97-d960b68682a5 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298120 Jan 20 12:55:43.428270 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-188ade4f-5da3-48d9-9394-546bcae67eb6 req-da147467-af53-447b-ae8e-97f5a0b693c6 service neutron] 10.222.0.107 "GET /v2.0/networks/1da03262-aaa2-44ec-9b4a-16ceb45bebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969867 Jan 20 12:55:43.570878 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-188ade4f-5da3-48d9-9394-546bcae67eb6 req-d212a2ab-43ca-45a3-8fe0-0c58299186f9 service neutron] 10.222.0.107 "GET /v2.0/networks/1da03262-aaa2-44ec-9b4a-16ceb45bebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313610 Jan 20 12:55:43.814661 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cd234-f3d4-4e5c-a26a-faa1dcb9ebfa req-e87b6515-d787-473f-8403-8992681ec651 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:43.824075 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1b9cd234-f3d4-4e5c-a26a-faa1dcb9ebfa req-e87b6515-d787-473f-8403-8992681ec651 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a720a8-5584-458f-a6f0-a33f93f5df72 HTTP/1.1" status: 200 len: 945 time: 0.1072016 Jan 20 12:55:43.894187 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1b9cd234-f3d4-4e5c-a26a-faa1dcb9ebfa req-342504c3-2106-479d-9936-5ca673ee2481 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689147 Jan 20 12:55:44.457363 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009cd2a-d6da-4c47-9981-866029f7b623 req-c6697984-6ec2-4973-bd2f-ec0607845402 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:44.460716 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9009cd2a-d6da-4c47-9981-866029f7b623 req-c6697984-6ec2-4973-bd2f-ec0607845402 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 944 time: 0.0648596 Jan 20 12:55:44.530674 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9009cd2a-d6da-4c47-9981-866029f7b623 req-9d2d86d1-0280-45de-8246-6f1bf8aec791 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562708 Jan 20 12:55:47.773186 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6abdef-fc07-449f-91ee-fab4dfed21aa req-50986a9d-6ce8-4735-b716-63357be11ee2 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:47.776790 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2f6abdef-fc07-449f-91ee-fab4dfed21aa req-50986a9d-6ce8-4735-b716-63357be11ee2 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a720a8-5584-458f-a6f0-a33f93f5df72 HTTP/1.1" status: 200 len: 945 time: 0.0962315 Jan 20 12:55:47.918772 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f052e-8f2f-4592-99f6-f467f86161ec req-33fdf577-ec8a-45b5-9b7b-9ceb82c4741f tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:47.921730 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d26f052e-8f2f-4592-99f6-f467f86161ec req-33fdf577-ec8a-45b5-9b7b-9ceb82c4741f tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 944 time: 0.1191647 Jan 20 12:55:47.932841 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2f6abdef-fc07-449f-91ee-fab4dfed21aa req-20e4dac5-2390-4ed4-9618-c863c3d68667 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511648 Jan 20 12:55:48.054279 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d26f052e-8f2f-4592-99f6-f467f86161ec req-efc77d0f-e59a-4445-994a-39a02e8b5721 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197455 Jan 20 12:55:49.233886 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b031a-8a8e-4c2a-b17f-d2e1bcdc5866 req-6f9b206d-a5d7-4102-8817-d1db893de4b5 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:49.238655 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1e1b031a-8a8e-4c2a-b17f-d2e1bcdc5866 req-6f9b206d-a5d7-4102-8817-d1db893de4b5 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 944 time: 0.0963857 Jan 20 12:55:49.330635 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1e1b031a-8a8e-4c2a-b17f-d2e1bcdc5866 req-1f544272-8e1c-49c5-81a0-7ef5537c3c2e tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807657 Jan 20 12:55:49.948334 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device f437bbcc-23f1-4f05-b67c-033123bd6ba6 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 12:55:50.091824 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port f437bbcc-23f1-4f05-b67c-033123bd6ba6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f437bbcc-23f1-4f05-b67c-033123bd6ba6,segment=NetworkSegment(8d0d6c29-592b-462e-be4f-0c93ec9f43fa),segment_id=8d0d6c29-592b-462e-be4f-0c93ec9f43fa)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:55:50.107054 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Returning: {'device': 'f437bbcc-23f1-4f05-b67c-033123bd6ba6', 'network_id': 'ba30e44a-e8a7-4312-9e0e-66194997cd5b', 'port_id': 'f437bbcc-23f1-4f05-b67c-033123bd6ba6', 'mac_address': 'fa:16:3e:02:55:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38d6466-46c5-473c-841a-11efca093e5b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 12:55:50.170110 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port f437bbcc-23f1-4f05-b67c-033123bd6ba6 is: DOWN; New status is: BUILD {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:55:50.170618 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (f437bbcc-23f1-4f05-b67c-033123bd6ba6), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:50.190124 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f437bbcc-23f1-4f05-b67c-033123bd6ba6 {{(pid=109761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:55:50.215301 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port f437bbcc-23f1-4f05-b67c-033123bd6ba6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f437bbcc-23f1-4f05-b67c-033123bd6ba6,segment=NetworkSegment(8d0d6c29-592b-462e-be4f-0c93ec9f43fa),segment_id=8d0d6c29-592b-462e-be4f-0c93ec9f43fa)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:55:50.482863 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9a45f-1727-462f-ba2a-8ca49288aa92 req-18421a59-5fb8-4fdf-9c6f-7019f153170f tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:50.484461 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-eae9a45f-1727-462f-ba2a-8ca49288aa92 req-18421a59-5fb8-4fdf-9c6f-7019f153170f tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 944 time: 0.0593786 Jan 20 12:55:50.531492 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (f437bbcc-23f1-4f05-b67c-033123bd6ba6), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:50.548201 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-eae9a45f-1727-462f-ba2a-8ca49288aa92 req-a8602549-645d-47bb-9091-c9a888f61e90 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569232 Jan 20 12:55:50.623710 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=f437bbcc-23f1-4f05-b67c-033123bd6ba6,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:51.122285 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['f437bbcc-23f1-4f05-b67c-033123bd6ba6'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:55:51.731970 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074332f5-2ef0-47f5-a6cd-ebc8ff1501bf req-d7d9f0bd-bbaa-44ec-a85a-1a834d1d6287 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:51.734237 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-074332f5-2ef0-47f5-a6cd-ebc8ff1501bf req-d7d9f0bd-bbaa-44ec-a85a-1a834d1d6287 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 945 time: 0.0615118 Jan 20 12:55:51.798258 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-074332f5-2ef0-47f5-a6cd-ebc8ff1501bf req-27bf9271-7cef-42e6-b37b-63e01405a2c7 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556734 Jan 20 12:55:52.232080 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae33559-8647-404b-875c-e56075a3fef9 req-525ae14d-eb96-414e-b5dc-4eaba45d27b8 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:52.233818 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bae33559-8647-404b-875c-e56075a3fef9 req-525ae14d-eb96-414e-b5dc-4eaba45d27b8 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/networks?id=6257bc55-3fcd-42d2-bf11-689060fb8531 HTTP/1.1" status: 200 len: 814 time: 0.1289105 Jan 20 12:55:52.257013 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bae33559-8647-404b-875c-e56075a3fef9 req-17c206eb-95c0-403b-bc20-21cd83a5e7ea tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/quotas/0a2775ddfe214868bb2c9918d8ded733 HTTP/1.1" status: 200 len: 375 time: 0.0128789 Jan 20 12:55:52.333632 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bae33559-8647-404b-875c-e56075a3fef9 req-f496d08d-5e9c-4c47-8bc9-d4f1f8247902 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a2775ddfe214868bb2c9918d8ded733&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668120 Jan 20 12:55:52.454574 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bae33559-8647-404b-875c-e56075a3fef9 req-cebe6a76-97da-4c9c-bba7-9b3e5bdc0e02 service neutron] 10.222.0.57 "GET /v2.0/networks/6257bc55-3fcd-42d2-bf11-689060fb8531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056850 Jan 20 12:55:52.571102 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bae33559-8647-404b-875c-e56075a3fef9 req-59a69504-7291-4afc-a9fa-108eb695dca7 service neutron] 10.222.0.57 "GET /v2.0/networks/6257bc55-3fcd-42d2-bf11-689060fb8531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102614 Jan 20 12:55:52.982956 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e48d312a-6f4a-47e3-b280-238f247c6c85 req-fd2bf896-510c-4b2e-bc42-5a2516d77271 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 210 time: 0.0406189 Jan 20 12:55:53.028095 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e3890-21ab-4b41-a2a6-2c646fbb4459 req-bc2684ad-50d9-4ecf-9dde-3a0692feaefe tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:53.030382 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-867e3890-21ab-4b41-a2a6-2c646fbb4459 req-bc2684ad-50d9-4ecf-9dde-3a0692feaefe tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 945 time: 0.1259243 Jan 20 12:55:53.090253 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-867e3890-21ab-4b41-a2a6-2c646fbb4459 req-eebaaadf-7484-4a41-843f-12b837497b2e tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504806 Jan 20 12:55:53.956174 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device f437bbcc-23f1-4f05-b67c-033123bd6ba6 up at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:55:54.103341 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1b703ed5-c4c8-4a2c-9b0c-f3baaa5eb253 req-cca783b0-bfe9-4a8d-bb99-3dc96e416300 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 210 time: 0.0286098 Jan 20 12:55:54.123490 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning for port f437bbcc-23f1-4f05-b67c-033123bd6ba6 completed by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 12:55:54.130422 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning complete for port f437bbcc-23f1-4f05-b67c-033123bd6ba6 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:55:54.137472 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (f437bbcc-23f1-4f05-b67c-033123bd6ba6), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:54.276895 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port f437bbcc-23f1-4f05-b67c-033123bd6ba6 is: BUILD; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:55:54.277547 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (f437bbcc-23f1-4f05-b67c-033123bd6ba6), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:54.300325 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bab2d2-8483-4684-8d49-50f6d229d5fd req-8ffe643b-7224-4026-8e31-c5ef72b7243c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:54.303779 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e6bab2d2-8483-4684-8d49-50f6d229d5fd req-8ffe643b-7224-4026-8e31-c5ef72b7243c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 945 time: 0.1035705 Jan 20 12:55:54.322735 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e069360e-0815-417c-b5f3-2b2a392ce448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f437bbcc-23f1-4f05-b67c-033123bd6ba6'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:55:54.326844 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a5b8f2-554c-4264-9b14-e59ff144c9ba" -d '{"events": [{"server_uuid": "e069360e-0815-417c-b5f3-2b2a392ce448", "name": "network-vif-plugged", "status": "completed", "tag": "f437bbcc-23f1-4f05-b67c-033123bd6ba6"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:55:54.387257 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port f437bbcc-23f1-4f05-b67c-033123bd6ba6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f437bbcc-23f1-4f05-b67c-033123bd6ba6,segment=NetworkSegment(8d0d6c29-592b-462e-be4f-0c93ec9f43fa),segment_id=8d0d6c29-592b-462e-be4f-0c93ec9f43fa)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:55:54.404632 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e6bab2d2-8483-4684-8d49-50f6d229d5fd req-5f5ae129-5eef-45d9-8f8d-7ac1ef5b4ab7 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920813 Jan 20 12:55:54.447143 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 12:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa0fff2-0e35-4de7-b566-c8c65d868bd1 x-openstack-request-id: req-aaa0fff2-0e35-4de7-b566-c8c65d868bd1 {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:55:54.455128 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e069360e-0815-417c-b5f3-2b2a392ce448", "name": "network-vif-plugged", "status": "completed", "tag": "f437bbcc-23f1-4f05-b67c-033123bd6ba6", "code": 200}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:55:54.455128 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aaa0fff2-0e35-4de7-b566-c8c65d868bd1 {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:55:54.455128 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e069360e-0815-417c-b5f3-2b2a392ce448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f437bbcc-23f1-4f05-b67c-033123bd6ba6', 'code': 200} Jan 20 12:55:54.521089 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (f437bbcc-23f1-4f05-b67c-033123bd6ba6), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:54.614330 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=f437bbcc-23f1-4f05-b67c-033123bd6ba6,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:54.982015 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacaf91-5916-4c54-8af2-605d000702a5 req-f15d04a0-1da1-4073-bd86-696711cd41cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:54.984127 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-daacaf91-5916-4c54-8af2-605d000702a5 req-f15d04a0-1da1-4073-bd86-696711cd41cd service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 1099 time: 0.0527341 Jan 20 12:55:55.043199 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-daacaf91-5916-4c54-8af2-605d000702a5 req-35168bd7-5485-4feb-8a45-99d6afe1079c service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522497 Jan 20 12:55:55.217080 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fba8e4db-bce0-4db7-a256-27f56874c358 req-7c9fb7a8-39c6-47a4-a489-47a599ed417e tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 210 time: 0.0290766 Jan 20 12:55:55.610278 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7430db5-fbae-4810-880a-5a62cf0a4ac0 req-f45a4355-1f0d-4b0e-8739-02c387ffbc9d tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:55.613692 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a7430db5-fbae-4810-880a-5a62cf0a4ac0 req-f45a4355-1f0d-4b0e-8739-02c387ffbc9d tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 946 time: 0.0890040 Jan 20 12:55:55.709825 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a7430db5-fbae-4810-880a-5a62cf0a4ac0 req-0bf377fa-5c95-440e-ab83-5160f9445d0c tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860760 Jan 20 12:55:56.320711 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-315aade7-f5d4-4a36-9c2c-df8881ba6900 req-021e88c8-e402-4c8a-8bc9-cab90b7f7396 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 210 time: 0.0269759 Jan 20 12:55:56.921482 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380bf87-8543-4267-bcc4-9c5c900cc306 req-42219ad3-d29b-4131-a4a4-a972a891fdb1 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:56.923263 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d380bf87-8543-4267-bcc4-9c5c900cc306 req-42219ad3-d29b-4131-a4a4-a972a891fdb1 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 946 time: 0.0938320 Jan 20 12:55:57.028549 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae33559-8647-404b-875c-e56075a3fef9 req-4f6dc899-15eb-4777-9c75-2ca0ead3c5eb tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:57.030038 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bae33559-8647-404b-875c-e56075a3fef9 req-4f6dc899-15eb-4777-9c75-2ca0ead3c5eb tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.107 "GET /v2.0/networks?id=6257bc55-3fcd-42d2-bf11-689060fb8531 HTTP/1.1" status: 200 len: 814 time: 0.1596298 Jan 20 12:55:57.034105 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d380bf87-8543-4267-bcc4-9c5c900cc306 req-0a5a24ec-38db-4679-a437-fc1a05bca7d8 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839388 Jan 20 12:55:57.054060 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-bae33559-8647-404b-875c-e56075a3fef9 req-49fd16f2-f8e1-426a-a15e-66fe821a593d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Request body: {'port': {'device_id': 'e42c89a3-36f3-4ffb-a624-2433bef3488f', 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531', 'admin_state_up': True, 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:55:57.391616 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae33559-8647-404b-875c-e56075a3fef9 req-49fd16f2-f8e1-426a-a15e-66fe821a593d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Made reservation on behalf of 0a2775ddfe214868bb2c9918d8ded733 for: {'port': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:55:57.396992 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-bae33559-8647-404b-875c-e56075a3fef9 req-49fd16f2-f8e1-426a-a15e-66fe821a593d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:57.584724 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [req-bae33559-8647-404b-875c-e56075a3fef9 req-49fd16f2-f8e1-426a-a15e-66fe821a593d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Allocated IP 172.20.0.9 (6257bc55-3fcd-42d2-bf11-689060fb8531/fec93fb4-7ef9-4a61-8150-94ddefbda1ab/b88a922e-9216-477f-8e7f-5379fd6ae9e8) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:55:57.812150 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 12:55:57.879819 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e423fcfd-49ed-4c4f-a1d4-bce00ed69695 req-2ecf679c-5938-45f7-981c-9fd6e65eee6c tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 210 time: 0.0852532 Jan 20 12:55:57.916924 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-bae33559-8647-404b-875c-e56075a3fef9 req-49fd16f2-f8e1-426a-a15e-66fe821a593d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for port (b88a922e-9216-477f-8e7f-5379fd6ae9e8), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:58.026710 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-bae33559-8647-404b-875c-e56075a3fef9 req-49fd16f2-f8e1-426a-a15e-66fe821a593d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (b88a922e-9216-477f-8e7f-5379fd6ae9e8), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:58.101694 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae33559-8647-404b-875c-e56075a3fef9 req-49fd16f2-f8e1-426a-a15e-66fe821a593d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Network 6257bc55-3fcd-42d2-bf11-689060fb8531 is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:55:58.122148 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [req-bae33559-8647-404b-875c-e56075a3fef9 req-49fd16f2-f8e1-426a-a15e-66fe821a593d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:55:58.126510 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae33559-8647-404b-875c-e56075a3fef9 req-49fd16f2-f8e1-426a-a15e-66fe821a593d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:55:58.138312 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae33559-8647-404b-875c-e56075a3fef9 req-49fd16f2-f8e1-426a-a15e-66fe821a593d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:58.139477 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-bae33559-8647-404b-875c-e56075a3fef9 req-49fd16f2-f8e1-426a-a15e-66fe821a593d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:58.143791 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd16f2-f8e1-426a-a15e-66fe821a593d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Pushing event updated for resources: {'Port': ['ID=b88a922e-9216-477f-8e7f-5379fd6ae9e8,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:58.249144 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98367607-91da-4157-b494-1c06b63cdba5 req-1b7ea368-a088-4881-9107-1a2f3d0911c4 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:58.250936 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-98367607-91da-4157-b494-1c06b63cdba5 req-1b7ea368-a088-4881-9107-1a2f3d0911c4 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.1332228 Jan 20 12:55:58.267563 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b610d5-a50a-450d-aa28-a2510aa7022f req-032204ca-6da2-4f23-ac7e-e5ab322d49e6 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:58.269157 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b7b610d5-a50a-450d-aa28-a2510aa7022f req-032204ca-6da2-4f23-ac7e-e5ab322d49e6 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 946 time: 0.0760961 Jan 20 12:55:58.355057 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bae33559-8647-404b-875c-e56075a3fef9 req-49fd16f2-f8e1-426a-a15e-66fe821a593d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3062706 Jan 20 12:55:58.372548 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-98367607-91da-4157-b494-1c06b63cdba5 req-f9d221c9-eeeb-40fb-8988-0a9f6ba604ee tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019816 Jan 20 12:55:58.390144 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b7b610d5-a50a-450d-aa28-a2510aa7022f req-5c748ae4-5856-4709-99e6-656b0f21d955 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117215 Jan 20 12:55:58.397601 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-bae33559-8647-404b-875c-e56075a3fef9 req-892c9f48-755e-4727-9800-6edf1411ca7f service neutron] Request body: {'port': {'device_id': 'e42c89a3-36f3-4ffb-a624-2433bef3488f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:55:58.517646 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-bae33559-8647-404b-875c-e56075a3fef9 req-892c9f48-755e-4727-9800-6edf1411ca7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (b88a922e-9216-477f-8e7f-5379fd6ae9e8), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:58.591527 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-be39cf23-e910-49e9-9821-e72ce4960558 None None] Provisioning complete for port b88a922e-9216-477f-8e7f-5379fd6ae9e8 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:55:58.595559 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-be39cf23-e910-49e9-9821-e72ce4960558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (b88a922e-9216-477f-8e7f-5379fd6ae9e8), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:58.669299 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-be39cf23-e910-49e9-9821-e72ce4960558 None None] Port b88a922e-9216-477f-8e7f-5379fd6ae9e8 cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 12:55:59.254577 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5a97c-5b07-450c-a809-8992aab30f64 req-2774904e-ba60-4734-b494-c3bd404f1944 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:59.266308 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-22a5a97c-5b07-450c-a809-8992aab30f64 req-2774904e-ba60-4734-b494-c3bd404f1944 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 931 time: 0.2429509 Jan 20 12:55:59.359945 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [req-bae33559-8647-404b-875c-e56075a3fef9 req-892c9f48-755e-4727-9800-6edf1411ca7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88a922e-9216-477f-8e7f-5379fd6ae9e8 {{(pid=109759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:55:59.378806 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-bae33559-8647-404b-875c-e56075a3fef9 req-892c9f48-755e-4727-9800-6edf1411ca7f service neutron] Publish callbacks [] for port (b88a922e-9216-477f-8e7f-5379fd6ae9e8), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:59.409435 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.provisioning_blocks [req-bae33559-8647-404b-875c-e56075a3fef9 req-892c9f48-755e-4727-9800-6edf1411ca7f service neutron] Transition to ACTIVE for port object b88a922e-9216-477f-8e7f-5379fd6ae9e8 will not be triggered until provisioned by entity L2. {{(pid=109759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:55:59.500147 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-22a5a97c-5b07-450c-a809-8992aab30f64 req-51b8e7f4-3046-4c29-8a38-546c2c897135 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321110 Jan 20 12:55:59.534472 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-bae33559-8647-404b-875c-e56075a3fef9 req-892c9f48-755e-4727-9800-6edf1411ca7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (b88a922e-9216-477f-8e7f-5379fd6ae9e8), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:59.551281 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c16d6a-cb66-4c44-9f49-2035fec5b7c8 req-7ae1aeab-1cd9-4005-9ed2-1e55eff9bb6e tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:59.554703 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c7c16d6a-cb66-4c44-9f49-2035fec5b7c8 req-7ae1aeab-1cd9-4005-9ed2-1e55eff9bb6e tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.1352851 Jan 20 12:55:59.735341 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-bae33559-8647-404b-875c-e56075a3fef9 req-892c9f48-755e-4727-9800-6edf1411ca7f service neutron] Attempting to bind port b88a922e-9216-477f-8e7f-5379fd6ae9e8 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:55:59.735697 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-bae33559-8647-404b-875c-e56075a3fef9 req-892c9f48-755e-4727-9800-6edf1411ca7f service neutron] Attempting to bind port b88a922e-9216-477f-8e7f-5379fd6ae9e8 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '74c5cd76-4991-4c75-a738-3eb043c31d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531'}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:55:59.736038 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae33559-8647-404b-875c-e56075a3fef9 req-892c9f48-755e-4727-9800-6edf1411ca7f service neutron] Attempting to bind port b88a922e-9216-477f-8e7f-5379fd6ae9e8 on network 6257bc55-3fcd-42d2-bf11-689060fb8531 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:55:59.758074 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c9f48-755e-4727-9800-6edf1411ca7f service neutron] Pushing event updated for resources: {'Port': ['ID=b88a922e-9216-477f-8e7f-5379fd6ae9e8,revision_number=2']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:55:59.770685 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05e572-1e5a-45f9-ba64-45a085839cad req-acd33658-d8d7-4485-9115-9611f40b9b25 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:55:59.772507 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6a05e572-1e5a-45f9-ba64-45a085839cad req-acd33658-d8d7-4485-9115-9611f40b9b25 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.1631327 Jan 20 12:55:59.778472 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae33559-8647-404b-875c-e56075a3fef9 req-892c9f48-755e-4727-9800-6edf1411ca7f service neutron] Port b88a922e-9216-477f-8e7f-5379fd6ae9e8 on network 6257bc55-3fcd-42d2-bf11-689060fb8531 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 12:55:59.778940 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae33559-8647-404b-875c-e56075a3fef9 req-892c9f48-755e-4727-9800-6edf1411ca7f service neutron] Attempting to bind port b88a922e-9216-477f-8e7f-5379fd6ae9e8 on network 6257bc55-3fcd-42d2-bf11-689060fb8531 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:55:59.837334 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae33559-8647-404b-875c-e56075a3fef9 req-892c9f48-755e-4727-9800-6edf1411ca7f service neutron] Checking agent: {'id': '01dfb066-6594-4635-8f5d-cd7d37486eef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'started_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:55:59.837779 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae33559-8647-404b-875c-e56075a3fef9 req-892c9f48-755e-4727-9800-6edf1411ca7f service neutron] Checking segment: {'id': '74c5cd76-4991-4c75-a738-3eb043c31d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:55:59.838177 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae33559-8647-404b-875c-e56075a3fef9 req-892c9f48-755e-4727-9800-6edf1411ca7f service neutron] Bound using segment: {'id': '74c5cd76-4991-4c75-a738-3eb043c31d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531'} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:55:59.838637 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-bae33559-8647-404b-875c-e56075a3fef9 req-892c9f48-755e-4727-9800-6edf1411ca7f service neutron] Bound port: b88a922e-9216-477f-8e7f-5379fd6ae9e8, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74c5cd76-4991-4c75-a738-3eb043c31d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531'}}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:55:59.839006 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-bae33559-8647-404b-875c-e56075a3fef9 req-892c9f48-755e-4727-9800-6edf1411ca7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (b88a922e-9216-477f-8e7f-5379fd6ae9e8), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:55:59.852297 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c7c16d6a-cb66-4c44-9f49-2035fec5b7c8 req-7eb82ca8-c8ff-41bb-bea8-5ff05ab6ceae tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700911 Jan 20 12:55:59.964540 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6a05e572-1e5a-45f9-ba64-45a085839cad req-957b20ba-bbab-4205-9f29-e164a21e7b8f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404743 Jan 20 12:56:00.020035 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-bae33559-8647-404b-875c-e56075a3fef9 req-892c9f48-755e-4727-9800-6edf1411ca7f service neutron] For port b88a922e-9216-477f-8e7f-5379fd6ae9e8, host hv-cinder-80403, cleared binding levels {{(pid=109759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:56:00.024771 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-bae33559-8647-404b-875c-e56075a3fef9 req-892c9f48-755e-4727-9800-6edf1411ca7f service neutron] For port b88a922e-9216-477f-8e7f-5379fd6ae9e8, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b88a922e-9216-477f-8e7f-5379fd6ae9e8,segment=NetworkSegment(74c5cd76-4991-4c75-a738-3eb043c31d57),segment_id=74c5cd76-4991-4c75-a738-3eb043c31d57)] {{(pid=109759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:56:00.181409 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-bae33559-8647-404b-875c-e56075a3fef9 req-892c9f48-755e-4727-9800-6edf1411ca7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (b88a922e-9216-477f-8e7f-5379fd6ae9e8), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:00.238656 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae33559-8647-404b-875c-e56075a3fef9 req-892c9f48-755e-4727-9800-6edf1411ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:00.240060 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-bae33559-8647-404b-875c-e56075a3fef9 req-892c9f48-755e-4727-9800-6edf1411ca7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:00.241838 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bae33559-8647-404b-875c-e56075a3fef9 req-892c9f48-755e-4727-9800-6edf1411ca7f service neutron] 10.222.0.107 "PUT /v2.0/ports/b88a922e-9216-477f-8e7f-5379fd6ae9e8 HTTP/1.1" status: 200 len: 1093 time: 1.8525109 Jan 20 12:56:00.247401 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42c89a3-36f3-4ffb-a624-2433bef3488f', 'tag': 'b88a922e-9216-477f-8e7f-5379fd6ae9e8'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:56:00.252116 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d3a564-9787-4a7f-8a89-a9fef184a38a" -d '{"events": [{"name": "network-changed", "server_uuid": "e42c89a3-36f3-4ffb-a624-2433bef3488f", "tag": "b88a922e-9216-477f-8e7f-5379fd6ae9e8"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:56:00.310435 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c9f48-755e-4727-9800-6edf1411ca7f service neutron] Pushing event updated for resources: {'Port': ['ID=b88a922e-9216-477f-8e7f-5379fd6ae9e8,revision_number=3']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:00.318835 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 12:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad6247f-19c8-4635-a899-56c877bd88a2 x-openstack-request-id: req-bad6247f-19c8-4635-a899-56c877bd88a2 {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:56:00.319261 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42c89a3-36f3-4ffb-a624-2433bef3488f", "tag": "b88a922e-9216-477f-8e7f-5379fd6ae9e8", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:56:00.319639 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bad6247f-19c8-4635-a899-56c877bd88a2 {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:56:00.320241 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42c89a3-36f3-4ffb-a624-2433bef3488f', 'tag': 'b88a922e-9216-477f-8e7f-5379fd6ae9e8', 'status': 'completed', 'code': 200} Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:56:00.703428 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:56:00.708289 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:56:00.708289 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:56:00.708289 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:56:00.708289 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:56:00.708289 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:56:00.708289 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:56:00.708289 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:56:00.708289 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:56:00.708289 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:56:00.708289 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:56:00.708289 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:56:00.708289 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:56:00.708289 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83a729-c9a3-4e2b-a9b5-840aeea23018 req-44cd29f5-6e1d-4e02-8524-6383ab10180e tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:00.713114 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7f83a729-c9a3-4e2b-a9b5-840aeea23018 req-44cd29f5-6e1d-4e02-8524-6383ab10180e tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 946 time: 0.1038086 Jan 20 12:56:00.994956 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b81e76-07d9-4db7-a527-800f4cde37f7 req-9bdcadc5-b20b-48e4-a55c-a5d4ad7120f3 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:00.996615 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-66b81e76-07d9-4db7-a527-800f4cde37f7 req-9bdcadc5-b20b-48e4-a55c-a5d4ad7120f3 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 943 time: 0.3534155 Jan 20 12:56:01.037733 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7f83a729-c9a3-4e2b-a9b5-840aeea23018 req-dbd70b69-b53f-4521-96f5-edc470bb0b80 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229313 Jan 20 12:56:01.100430 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-66b81e76-07d9-4db7-a527-800f4cde37f7 req-76e3c7aa-1940-45c1-87db-3973effef111 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973113 Jan 20 12:56:01.240334 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d6fc7-069c-4477-a6ec-d184a5930b35 req-96f217ac-29e8-426d-9e47-6c533f1ef5c5 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:01.241865 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-859d6fc7-069c-4477-a6ec-d184a5930b35 req-96f217ac-29e8-426d-9e47-6c533f1ef5c5 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0707574 Jan 20 12:56:01.329903 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-859d6fc7-069c-4477-a6ec-d184a5930b35 req-0c8d018e-aa0a-4d55-96ee-3b448c8b7ef7 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749686 Jan 20 12:56:01.339706 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed042ae-94c8-475e-acec-ba111151d069 req-21f18775-c872-49f2-9077-ad12995c7319 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:01.341334 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-aed042ae-94c8-475e-acec-ba111151d069 req-21f18775-c872-49f2-9077-ad12995c7319 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.1181128 Jan 20 12:56:01.421301 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-aed042ae-94c8-475e-acec-ba111151d069 req-baf107f3-574f-4066-9cb1-802f883ed6ea tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691502 Jan 20 12:56:02.269805 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac430748-0263-4550-81b5-a8456a85074d req-ce408a61-492b-40d2-9439-de100bc68216 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:02.275716 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ac430748-0263-4550-81b5-a8456a85074d req-ce408a61-492b-40d2-9439-de100bc68216 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 946 time: 0.0867152 Jan 20 12:56:02.397549 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ac430748-0263-4550-81b5-a8456a85074d req-02ca5a38-73df-4620-84f2-58f5d86b788e tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961704 Jan 20 12:56:02.424309 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c123c8f-92c1-403f-86b7-0b52165a723d req-d2bcff00-9c38-4437-8cab-d3bd95d5bf28 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:02.426966 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7c123c8f-92c1-403f-86b7-0b52165a723d req-d2bcff00-9c38-4437-8cab-d3bd95d5bf28 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 943 time: 0.1491029 Jan 20 12:56:02.579945 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a5f02-7a64-4bd0-8378-0bee5555ce98 req-a5db4865-5346-4fde-9687-a6c1f32009b6 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:02.582808 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-884a5f02-7a64-4bd0-8378-0bee5555ce98 req-a5db4865-5346-4fde-9687-a6c1f32009b6 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.1206419 Jan 20 12:56:02.589338 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7c123c8f-92c1-403f-86b7-0b52165a723d req-aa0cfd2f-7085-4d5a-a099-2d27628fa370 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557453 Jan 20 12:56:02.671301 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-884a5f02-7a64-4bd0-8378-0bee5555ce98 req-5b92714b-fcfa-4ad8-bc1d-dd3ae2e48d6a tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804029 Jan 20 12:56:02.722750 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2159e2a-95b6-4ee0-ac42-d23aaa8edbdb req-1fbf4cb6-072f-41ef-b9e1-a4678ff43d02 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:02.724445 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f2159e2a-95b6-4ee0-ac42-d23aaa8edbdb req-1fbf4cb6-072f-41ef-b9e1-a4678ff43d02 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.0697155 Jan 20 12:56:02.776412 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f2159e2a-95b6-4ee0-ac42-d23aaa8edbdb req-8931b13a-327f-42a1-8d4f-0e884c98fade tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453854 Jan 20 12:56:03.268593 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-8fe0250d-bae0-46b3-a3b2-9730ec78f054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:03.553267 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9998b-becb-4be1-9acc-5c61411b127b req-dfd578f2-2f74-49c4-9b07-3119182684b4 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:03.555695 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ffe9998b-becb-4be1-9acc-5c61411b127b req-dfd578f2-2f74-49c4-9b07-3119182684b4 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 946 time: 0.0681643 Jan 20 12:56:03.611885 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ffe9998b-becb-4be1-9acc-5c61411b127b req-605bf746-32cf-4f65-9850-aa70107939a5 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489848 Jan 20 12:56:03.764385 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdefce1-936a-4554-8d6c-8635aaca8d4f req-ec2ec130-1150-4798-94f9-e62bd362ed87 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:03.766589 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1cdefce1-936a-4554-8d6c-8635aaca8d4f req-ec2ec130-1150-4798-94f9-e62bd362ed87 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 943 time: 0.0632753 Jan 20 12:56:03.885559 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2044bc-7d08-4506-adb8-ceef6532ea82 req-890f327c-500d-4db1-a2c2-f30e32641b1f tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:03.887161 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4b2044bc-7d08-4506-adb8-ceef6532ea82 req-890f327c-500d-4db1-a2c2-f30e32641b1f tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.1192667 Jan 20 12:56:03.890907 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1cdefce1-936a-4554-8d6c-8635aaca8d4f req-0580fe87-090c-4f48-9b04-48d78382b5bc tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093276 Jan 20 12:56:03.988408 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4b2044bc-7d08-4506-adb8-ceef6532ea82 req-55dc2789-ee97-41a7-af49-4976817915ed tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906084 Jan 20 12:56:04.082366 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b804e6-8001-4ad5-bbe6-3b7ba4a244ad req-65e17fe8-7187-4ef9-9f94-41bb9a016826 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:04.086157 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b4b804e6-8001-4ad5-bbe6-3b7ba4a244ad req-65e17fe8-7187-4ef9-9f94-41bb9a016826 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.0850186 Jan 20 12:56:04.168175 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b4b804e6-8001-4ad5-bbe6-3b7ba4a244ad req-8de93789-7bdd-4d5c-a64d-d1c472b28fa8 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686150 Jan 20 12:56:04.767926 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eead34-8c1b-409e-b2c0-5a3e3cb2f7a3 req-8ff42a20-e2b0-4de7-a5d2-1d5a03c1c636 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:04.769522 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a6eead34-8c1b-409e-b2c0-5a3e3cb2f7a3 req-8ff42a20-e2b0-4de7-a5d2-1d5a03c1c636 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 946 time: 0.0571668 Jan 20 12:56:04.829599 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a6eead34-8c1b-409e-b2c0-5a3e3cb2f7a3 req-217152cb-3fbb-4452-a5fa-4723c5b3ff8a tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530131 Jan 20 12:56:05.050953 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6de2f9-9fe3-4be2-b9a2-e364a5b05e6d req-f50cbf57-4820-434b-8d69-cdb40b277928 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:05.053321 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1b6de2f9-9fe3-4be2-b9a2-e364a5b05e6d req-f50cbf57-4820-434b-8d69-cdb40b277928 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 943 time: 0.0662069 Jan 20 12:56:05.161523 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1b6de2f9-9fe3-4be2-b9a2-e364a5b05e6d req-ad2e2dd5-cd3f-4c5f-ae75-f5eec5c2969c tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001716 Jan 20 12:56:05.171024 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afb60d-4d7a-469c-aeb9-1edb63af1be1 req-ae50c035-eeaa-469c-b01d-eaa7feb6746c tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:05.172625 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e3afb60d-4d7a-469c-aeb9-1edb63af1be1 req-ae50c035-eeaa-469c-b01d-eaa7feb6746c tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0941622 Jan 20 12:56:05.229972 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e3afb60d-4d7a-469c-aeb9-1edb63af1be1 req-2493dc70-9997-49ae-b731-12e1ba6164a3 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513396 Jan 20 12:56:05.435053 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e277c8c-4a68-420d-85ac-b9f65c59e55f req-45543abb-3630-47c4-ad03-93b92f6ffd96 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:05.437837 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7e277c8c-4a68-420d-85ac-b9f65c59e55f req-45543abb-3630-47c4-ad03-93b92f6ffd96 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.0971882 Jan 20 12:56:05.538606 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7e277c8c-4a68-420d-85ac-b9f65c59e55f req-9bebd38b-1dbb-49a4-a298-8628ac5ee889 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846453 Jan 20 12:56:06.022068 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2408a7-552a-430e-b667-60b975617d7e req-4b495e01-9bbd-45fd-901a-b7eec2d58e82 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:06.024012 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bb2408a7-552a-430e-b667-60b975617d7e req-4b495e01-9bbd-45fd-901a-b7eec2d58e82 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 946 time: 0.0766134 Jan 20 12:56:06.096320 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bb2408a7-552a-430e-b667-60b975617d7e req-e611ea37-55a0-4b95-8751-40db5652e4ad tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661671 Jan 20 12:56:06.294009 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-84d13efd-d184-4778-86c4-0fcd7fca25ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:06.376393 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9365d-2df7-4181-a3ac-157230734063 req-04621b7f-5aec-4369-a25f-3409371fa4ca tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:06.378015 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f4a9365d-2df7-4181-a3ac-157230734063 req-04621b7f-5aec-4369-a25f-3409371fa4ca tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 943 time: 0.1104851 Jan 20 12:56:06.411748 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8aa8b-f97e-418a-904b-d2f1348bde92 req-d212d796-ca04-47f3-8e26-39e6a5dee30d tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:06.421744 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-90c8aa8b-f97e-418a-904b-d2f1348bde92 req-d212d796-ca04-47f3-8e26-39e6a5dee30d tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0973806 Jan 20 12:56:06.498190 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f4a9365d-2df7-4181-a3ac-157230734063 req-8f26e800-6451-4328-a572-469bafca3e55 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132147 Jan 20 12:56:06.507630 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-90c8aa8b-f97e-418a-904b-d2f1348bde92 req-6d53646d-22fb-40c0-a9ba-be2f1124c8dd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849011 Jan 20 12:56:06.679209 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cee24-9e2c-474d-a27c-ff91042eabc4 req-e1c0a54e-6e39-4419-9e83-ac17d346b1ea tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:06.680893 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-508cee24-9e2c-474d-a27c-ff91042eabc4 req-e1c0a54e-6e39-4419-9e83-ac17d346b1ea tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.0551085 Jan 20 12:56:06.732862 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-508cee24-9e2c-474d-a27c-ff91042eabc4 req-d885fa13-e2ce-467d-bff8-666cdaeab168 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459704 Jan 20 12:56:07.234293 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121d18d-e2fb-4e02-9fe6-8d5096460cac req-72dc94f0-5c68-4cbd-9616-0d75cf52a399 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:07.235937 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5121d18d-e2fb-4e02-9fe6-8d5096460cac req-72dc94f0-5c68-4cbd-9616-0d75cf52a399 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 946 time: 0.0595880 Jan 20 12:56:07.295758 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5121d18d-e2fb-4e02-9fe6-8d5096460cac req-ae19afc7-1248-4ece-8397-43c48c14e310 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499196 Jan 20 12:56:07.623380 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:07.754759 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c23723-84fc-4d8c-b0ec-3f995ffe6f08 req-10349dde-9376-4a2d-9249-be32aa0e8d64 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:07.757408 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-03c23723-84fc-4d8c-b0ec-3f995ffe6f08 req-10349dde-9376-4a2d-9249-be32aa0e8d64 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 943 time: 0.1321833 Jan 20 12:56:07.780094 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0918ac-ffbd-4493-a9e2-921d1a76c9a8 req-68553567-0580-4383-ab77-eaea1480b7f3 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:07.782098 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-da0918ac-ffbd-4493-a9e2-921d1a76c9a8 req-68553567-0580-4383-ab77-eaea1480b7f3 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.1115723 Jan 20 12:56:07.871401 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-03c23723-84fc-4d8c-b0ec-3f995ffe6f08 req-df4cf431-77d3-4c4f-9872-fa1e188163b4 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878718 Jan 20 12:56:07.876614 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-da0918ac-ffbd-4493-a9e2-921d1a76c9a8 req-71bbe870-0455-437a-ab25-334c297f24aa tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809095 Jan 20 12:56:08.007751 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b0cb4-533c-46c7-a46c-8306fc8627e3 req-7bead869-ac5a-4a64-ac32-5f9da077a2bd tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:08.009977 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-674b0cb4-533c-46c7-a46c-8306fc8627e3 req-7bead869-ac5a-4a64-ac32-5f9da077a2bd tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.0681076 Jan 20 12:56:08.076879 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-674b0cb4-533c-46c7-a46c-8306fc8627e3 req-0a56dd3e-0d29-4bce-8661-d3720c875164 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572248 Jan 20 12:56:08.423680 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600250af-48a2-47f1-89bf-8fb7a0eb083d req-a8653785-1e55-447b-b440-7c2779c27fa3 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:08.425509 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-600250af-48a2-47f1-89bf-8fb7a0eb083d req-a8653785-1e55-447b-b440-7c2779c27fa3 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 946 time: 0.0519407 Jan 20 12:56:08.483142 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-600250af-48a2-47f1-89bf-8fb7a0eb083d req-e7b891ac-87a9-4a00-94bd-54be13438215 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505474 Jan 20 12:56:09.071096 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b47b94-e1c8-4d03-9657-94798fedfb48 req-fbe45425-c389-415c-9fe0-fa1437a45f4c tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:09.072790 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-92b47b94-e1c8-4d03-9657-94798fedfb48 req-fbe45425-c389-415c-9fe0-fa1437a45f4c tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 943 time: 0.0955644 Jan 20 12:56:09.110557 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49324af3-db07-4c25-9a43-83c41a53c608 req-9432bd75-2ff8-4044-a6ca-c081bf6b0944 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:09.113098 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-49324af3-db07-4c25-9a43-83c41a53c608 req-9432bd75-2ff8-4044-a6ca-c081bf6b0944 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0981166 Jan 20 12:56:09.199525 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-92b47b94-e1c8-4d03-9657-94798fedfb48 req-8ba99aea-859c-4213-9ef4-de1aa2f1cbc4 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084652 Jan 20 12:56:09.241104 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:09.246238 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-49324af3-db07-4c25-9a43-83c41a53c608 req-8f6025f3-9a44-4926-9bad-1d1c92bafc9b tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176579 Jan 20 12:56:09.371134 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a9d3e-af51-4ad9-a63c-03ffaf2fe519 req-3dc755f0-6dc0-4318-bc9b-b2aec319cbb5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:09.373183 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-455a9d3e-af51-4ad9-a63c-03ffaf2fe519 req-3dc755f0-6dc0-4318-bc9b-b2aec319cbb5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.0678213 Jan 20 12:56:09.449028 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-455a9d3e-af51-4ad9-a63c-03ffaf2fe519 req-932df293-3f5f-45d4-ae55-11d94c643a47 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677764 Jan 20 12:56:09.680784 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ad9de-24b5-408c-9644-a31aeb763aa3 req-625ef194-7d25-4735-bd3a-8582a229a484 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:09.683918 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d61ad9de-24b5-408c-9644-a31aeb763aa3 req-625ef194-7d25-4735-bd3a-8582a229a484 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 946 time: 0.0717943 Jan 20 12:56:09.746280 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d61ad9de-24b5-408c-9644-a31aeb763aa3 req-f7be7de8-403f-4128-bc0e-73d1a8e49f4a tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516958 Jan 20 12:56:09.926657 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:10.345169 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef7aff-d66f-4abb-a0ea-ececf8b20e56 req-00b90cda-b3c0-4b12-99fe-c6eee15d7f30 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:10.350258 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8fef7aff-d66f-4abb-a0ea-ececf8b20e56 req-00b90cda-b3c0-4b12-99fe-c6eee15d7f30 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 943 time: 0.0575323 Jan 20 12:56:10.440357 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8fef7aff-d66f-4abb-a0ea-ececf8b20e56 req-e4305e0f-16d4-4b10-ad23-11c11d8b9caf tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865264 Jan 20 12:56:10.452437 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9377b-c7ae-4334-b1f0-09a82b588362 req-2c1dc157-adb6-446b-a5aa-abbb7d665af7 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:10.454509 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b2c9377b-c7ae-4334-b1f0-09a82b588362 req-2c1dc157-adb6-446b-a5aa-abbb7d665af7 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.1026928 Jan 20 12:56:10.551585 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b2c9377b-c7ae-4334-b1f0-09a82b588362 req-a5b8d988-8b9c-49c8-8c6a-6d4aa38567d1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904253 Jan 20 12:56:10.637556 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a83ce7-d122-4549-a813-6e16717004d3 req-e7b94fbf-1252-4b5e-a25f-fcf35047cd94 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:10.639501 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-21a83ce7-d122-4549-a813-6e16717004d3 req-e7b94fbf-1252-4b5e-a25f-fcf35047cd94 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.0753503 Jan 20 12:56:10.713870 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-21a83ce7-d122-4549-a813-6e16717004d3 req-b7995261-b5b6-45b8-ae82-275a2be282c1 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666945 Jan 20 12:56:10.920880 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:10.927875 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a64509-b5d1-4681-a982-bb5983c0bed2 req-6d7b18be-ec46-448c-8e58-79fa6e8522b1 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:10.929886 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e1a64509-b5d1-4681-a982-bb5983c0bed2 req-6d7b18be-ec46-448c-8e58-79fa6e8522b1 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 946 time: 0.0679259 Jan 20 12:56:11.001201 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e1a64509-b5d1-4681-a982-bb5983c0bed2 req-303db98b-ed8a-4ea0-b600-4417dd8d46d2 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622888 Jan 20 12:56:11.596136 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f44afc-1bde-4233-8e84-d5536d4e2d55 req-7343a983-0300-4352-9540-2f858666af56 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:11.598336 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e5f44afc-1bde-4233-8e84-d5536d4e2d55 req-7343a983-0300-4352-9540-2f858666af56 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 943 time: 0.0609272 Jan 20 12:56:11.712969 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e5f44afc-1bde-4233-8e84-d5536d4e2d55 req-fd611f40-0b3b-4a5e-b4aa-ce45f226ba53 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002190 Jan 20 12:56:11.751479 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a4d46-fc9f-4b13-a0e5-537ae4645061 req-8e094b43-7455-4372-ab9a-d280aae86494 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:11.756285 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b86a4d46-fc9f-4b13-a0e5-537ae4645061 req-8e094b43-7455-4372-ab9a-d280aae86494 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0896378 Jan 20 12:56:11.853903 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b86a4d46-fc9f-4b13-a0e5-537ae4645061 req-61320741-d9ee-4b30-9a73-42328c043edb tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910137 Jan 20 12:56:11.895506 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f7827-b005-420d-afb8-d59a03380a41 req-07118b05-bda9-4ed4-9454-806576dce832 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:11.897455 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-086f7827-b005-420d-afb8-d59a03380a41 req-07118b05-bda9-4ed4-9454-806576dce832 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.0638022 Jan 20 12:56:11.991259 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-086f7827-b005-420d-afb8-d59a03380a41 req-9e76bb93-4b49-4d26-a223-48a84e42b193 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874658 Jan 20 12:56:12.190587 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f404a6-7a5e-470a-8888-a6df34e751e4 req-e1bf8724-965e-4039-9c89-c5fd6f67d00a tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:12.192521 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-04f404a6-7a5e-470a-8888-a6df34e751e4 req-e1bf8724-965e-4039-9c89-c5fd6f67d00a tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 946 time: 0.0705888 Jan 20 12:56:12.263178 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-04f404a6-7a5e-470a-8888-a6df34e751e4 req-d7a3639f-df38-4d58-a692-80dc6cf804ff tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636532 Jan 20 12:56:12.886074 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b002b8-3479-4431-81de-9ff1815ce2ed req-4976ad0e-580d-4437-b35b-9af5f32bbc54 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:12.889629 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-11b002b8-3479-4431-81de-9ff1815ce2ed req-4976ad0e-580d-4437-b35b-9af5f32bbc54 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 943 time: 0.0843832 Jan 20 12:56:13.000832 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-11b002b8-3479-4431-81de-9ff1815ce2ed req-9fe02fdd-899a-498d-ba9e-33dae30c01ee tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995634 Jan 20 12:56:13.144349 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cd227-405e-4744-a515-8935aa186117 req-1651c0cd-40ba-49fc-a62b-584e28104748 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:13.147465 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7b5cd227-405e-4744-a515-8935aa186117 req-1651c0cd-40ba-49fc-a62b-584e28104748 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.1021168 Jan 20 12:56:13.277752 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7b5cd227-405e-4744-a515-8935aa186117 req-2e894e36-6e2b-45b5-96cc-a2c0851619b6 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200221 Jan 20 12:56:13.299782 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58dbef-3d9f-470b-87eb-81503249ba61 req-aef4444d-4fed-44b7-b216-75535f984bb5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:13.303624 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6f58dbef-3d9f-470b-87eb-81503249ba61 req-aef4444d-4fed-44b7-b216-75535f984bb5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.1197507 Jan 20 12:56:13.414092 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6f58dbef-3d9f-470b-87eb-81503249ba61 req-07191917-045b-46d7-9372-31808d72a37a tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092887 Jan 20 12:56:13.479886 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1b3e2-0f54-42d8-a3a8-4630edb65ef4 req-0bd76249-afd8-42a1-b63e-6fe3d011554a tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:13.482280 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6fc1b3e2-0f54-42d8-a3a8-4630edb65ef4 req-0bd76249-afd8-42a1-b63e-6fe3d011554a tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 946 time: 0.0666761 Jan 20 12:56:13.546478 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6fc1b3e2-0f54-42d8-a3a8-4630edb65ef4 req-8ffe140a-48d6-4046-a008-d64e8dcb586e tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554395 Jan 20 12:56:14.147271 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34299cef-a829-4646-8f44-8dd5251c9363 req-bf127cd8-90ec-4f9b-a4ba-85bf47a84201 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:14.148804 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-34299cef-a829-4646-8f44-8dd5251c9363 req-bf127cd8-90ec-4f9b-a4ba-85bf47a84201 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 943 time: 0.0551620 Jan 20 12:56:14.209441 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-34299cef-a829-4646-8f44-8dd5251c9363 req-550afff7-df95-4f08-bb5e-19d6c8c4722d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534267 Jan 20 12:56:14.446219 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797c4b0-4a22-460d-b3d9-a297adbf279c req-6fa52a81-cfce-4935-b910-830a9b4d9dcf tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:14.447703 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0797c4b0-4a22-460d-b3d9-a297adbf279c req-6fa52a81-cfce-4935-b910-830a9b4d9dcf tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0540254 Jan 20 12:56:14.513138 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0797c4b0-4a22-460d-b3d9-a297adbf279c req-6deaad9f-533f-49ad-b234-0eaf7bc02503 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585661 Jan 20 12:56:14.563205 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f92796-39f8-4f41-8b6a-3621c305eaa3 req-80b22455-ad16-4dac-8419-922243a15abe tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:14.566426 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-49f92796-39f8-4f41-8b6a-3621c305eaa3 req-80b22455-ad16-4dac-8419-922243a15abe tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.0507097 Jan 20 12:56:14.625725 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-49f92796-39f8-4f41-8b6a-3621c305eaa3 req-2ab1fcea-2bf2-4e2a-8de8-c14d4634a8fc tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495956 Jan 20 12:56:14.687129 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f227a3d-d6e3-407f-8761-8bac79bfcdd5 req-8fa2a071-3a32-4552-8646-342c1f321280 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:14.688886 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3f227a3d-d6e3-407f-8761-8bac79bfcdd5 req-8fa2a071-3a32-4552-8646-342c1f321280 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 946 time: 0.0586329 Jan 20 12:56:14.751328 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3f227a3d-d6e3-407f-8761-8bac79bfcdd5 req-ab82bd48-2880-423e-9d27-2b659365e775 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554681 Jan 20 12:56:15.335946 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5caf75-f3a8-48dd-8439-14b19f0acc86 req-061f6f0f-606e-4ae1-b50f-123c6bdff01e tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:15.337699 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0b5caf75-f3a8-48dd-8439-14b19f0acc86 req-061f6f0f-606e-4ae1-b50f-123c6bdff01e tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 943 time: 0.0541303 Jan 20 12:56:15.390889 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0b5caf75-f3a8-48dd-8439-14b19f0acc86 req-864659d8-a7f4-47b5-8ff8-2081a22634c6 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470650 Jan 20 12:56:15.652506 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b839f5-cd8c-46c0-9036-07c9482d5c4a req-8692c252-4898-4b31-8609-2d6e9f445a2d tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:15.654193 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-96b839f5-cd8c-46c0-9036-07c9482d5c4a req-8692c252-4898-4b31-8609-2d6e9f445a2d tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0564175 Jan 20 12:56:15.709541 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-96b839f5-cd8c-46c0-9036-07c9482d5c4a req-a82c34a7-31e8-46cf-a19a-c64463457ff9 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492072 Jan 20 12:56:15.777986 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8e365-7eb2-4e30-81ef-44cf65597d4d req-37336d58-6219-4148-9923-4d9148f2f89c tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:15.779634 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c5d8e365-7eb2-4e30-81ef-44cf65597d4d req-37336d58-6219-4148-9923-4d9148f2f89c tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.0598900 Jan 20 12:56:15.874361 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c5d8e365-7eb2-4e30-81ef-44cf65597d4d req-cedc910b-622f-4415-842b-bc3689683569 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838788 Jan 20 12:56:15.920375 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bf79e-2aa1-40e6-8cd2-0d96abe50db2 req-f5a35f5a-05e6-45b6-be4e-764071406d1a tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:15.922659 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8e5bf79e-2aa1-40e6-8cd2-0d96abe50db2 req-f5a35f5a-05e6-45b6-be4e-764071406d1a tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 946 time: 0.0662487 Jan 20 12:56:15.999893 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8e5bf79e-2aa1-40e6-8cd2-0d96abe50db2 req-19097907-0b24-46bb-9a78-5d246b9f37fc tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680778 Jan 20 12:56:16.261038 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3a564-9787-4a7f-8a89-a9fef184a38a req-fa8f396a-3189-4668-b509-87277912be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:16.266365 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b1d3a564-9787-4a7f-8a89-a9fef184a38a req-fa8f396a-3189-4668-b509-87277912be8e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0a2775ddfe214868bb2c9918d8ded733&device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 1096 time: 0.0792344 Jan 20 12:56:16.446237 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3a564-9787-4a7f-8a89-a9fef184a38a req-ffa0f410-4c26-43ab-b206-4fd2aac44929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:16.448871 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b1d3a564-9787-4a7f-8a89-a9fef184a38a req-ffa0f410-4c26-43ab-b206-4fd2aac44929 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=0a2775ddfe214868bb2c9918d8ded733&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1657422 Jan 20 12:56:16.532139 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 57840) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:56:16.592092 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319f3f8-5730-4fdc-8e14-2c76f9c708aa req-a37d6b3a-aecd-4ffe-a805-03df064e7d0e tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:16.594076 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b319f3f8-5730-4fdc-8e14-2c76f9c708aa req-a37d6b3a-aecd-4ffe-a805-03df064e7d0e tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 943 time: 0.1145473 Jan 20 12:56:16.617110 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3a564-9787-4a7f-8a89-a9fef184a38a req-6e460f5d-eb12-4eb7-ab88-adbc8f3be028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:16.618658 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b1d3a564-9787-4a7f-8a89-a9fef184a38a req-6e460f5d-eb12-4eb7-ab88-adbc8f3be028 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1624098 Jan 20 12:56:16.675445 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b319f3f8-5730-4fdc-8e14-2c76f9c708aa req-31da6b61-4d98-4016-98ff-a96c8ce696cb tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704803 Jan 20 12:56:16.695445 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-da97a819-1ae2-4606-b101-f9c24c23315d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:16.752507 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae33559-8647-404b-875c-e56075a3fef9 req-3eac4c5b-9b5e-401a-a05c-0a6d2ce0af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:16.754229 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bae33559-8647-404b-875c-e56075a3fef9 req-3eac4c5b-9b5e-401a-a05c-0a6d2ce0af17 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0a2775ddfe214868bb2c9918d8ded733&device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 1096 time: 0.0774107 Jan 20 12:56:16.800190 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bae33559-8647-404b-875c-e56075a3fef9 req-0fd5af9d-d113-463a-8141-1312aef63277 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b88a922e-9216-477f-8e7f-5379fd6ae9e8 HTTP/1.1" status: 200 len: 217 time: 0.0383878 Jan 20 12:56:16.832769 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-da97a819-1ae2-4606-b101-f9c24c23315d admin admin] Publish callbacks [] for security_group (97255577-0860-4569-8cbf-1b63fa41ec2e), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:16.893038 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae33559-8647-404b-875c-e56075a3fef9 req-83f54f58-0955-46e1-a2dc-09a4d906b3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:16.894648 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bae33559-8647-404b-875c-e56075a3fef9 req-83f54f58-0955-46e1-a2dc-09a4d906b3cb service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fec93fb4-7ef9-4a61-8150-94ddefbda1ab HTTP/1.1" status: 200 len: 853 time: 0.0877950 Jan 20 12:56:16.922491 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb40a4c-bdcf-4173-b2f5-d0e25078d98f req-51875237-013f-4ed0-b29f-7f3c797829ed tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:16.924101 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ffb40a4c-bdcf-4173-b2f5-d0e25078d98f req-51875237-013f-4ed0-b29f-7f3c797829ed tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0885184 Jan 20 12:56:16.958357 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-da97a819-1ae2-4606-b101-f9c24c23315d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (97255577-0860-4569-8cbf-1b63fa41ec2e), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:17.026165 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ffb40a4c-bdcf-4173-b2f5-d0e25078d98f req-21e8136f-b9b2-4f49-9c64-0964202dc396 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861549 Jan 20 12:56:17.029235 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae33559-8647-404b-875c-e56075a3fef9 req-217720be-b425-46c8-bef9-946c04e32ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:17.030875 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bae33559-8647-404b-875c-e56075a3fef9 req-217720be-b425-46c8-bef9-946c04e32ef4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6257bc55-3fcd-42d2-bf11-689060fb8531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1261592 Jan 20 12:56:17.046507 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-da97a819-1ae2-4606-b101-f9c24c23315d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5b3e04e6c68042d4b7a06b87228a9955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5088897 Jan 20 12:56:17.046507 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97a819-1ae2-4606-b101-f9c24c23315d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97255577-0860-4569-8cbf-1b63fa41ec2e,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:17.053916 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 57850) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:56:17.054450 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3302cb-5901-4d09-b558-a2757079818e req-1c6ec046-4668-4846-98ce-b6b84372b1cb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:17.056038 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-aa3302cb-5901-4d09-b558-a2757079818e req-1c6ec046-4668-4846-98ce-b6b84372b1cb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.0849347 Jan 20 12:56:17.092978 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da97a819-1ae2-4606-b101-f9c24c23315d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:17.108866 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da97a819-1ae2-4606-b101-f9c24c23315d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:17.108866 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da97a819-1ae2-4606-b101-f9c24c23315d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:17.108866 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da97a819-1ae2-4606-b101-f9c24c23315d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:17.108866 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da97a819-1ae2-4606-b101-f9c24c23315d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:17.108866 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da97a819-1ae2-4606-b101-f9c24c23315d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:17.108866 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da97a819-1ae2-4606-b101-f9c24c23315d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:17.108866 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da97a819-1ae2-4606-b101-f9c24c23315d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:17.108866 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da97a819-1ae2-4606-b101-f9c24c23315d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:17.108866 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da97a819-1ae2-4606-b101-f9c24c23315d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:17.108866 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da97a819-1ae2-4606-b101-f9c24c23315d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:17.108866 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da97a819-1ae2-4606-b101-f9c24c23315d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:17.108866 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da97a819-1ae2-4606-b101-f9c24c23315d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:17.186714 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ce3a4458-8abe-4bbd-bbcf-4b36cee3e8b4 admin admin] Publish callbacks [] for security_group (97255577-0860-4569-8cbf-1b63fa41ec2e), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:17.222328 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-aa3302cb-5901-4d09-b558-a2757079818e req-6a6df325-a41f-4185-bf9d-0dfac864ecf4 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444271 Jan 20 12:56:17.222621 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ce3a4458-8abe-4bbd-bbcf-4b36cee3e8b4 admin admin] Publish callbacks [] for security_group (97255577-0860-4569-8cbf-1b63fa41ec2e), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:17.276130 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bae33559-8647-404b-875c-e56075a3fef9 req-b5e1e0d6-d443-4079-9a09-3fde33ff7708 service neutron] 10.222.0.107 "GET /v2.0/networks/6257bc55-3fcd-42d2-bf11-689060fb8531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094796 Jan 20 12:56:17.290660 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad308c-c821-4e4e-9a93-dc71516eb6c6 req-6ae8692d-68cc-4eb4-b9fc-94ded6fc2c5a tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:17.293344 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f5ad308c-c821-4e4e-9a93-dc71516eb6c6 req-6ae8692d-68cc-4eb4-b9fc-94ded6fc2c5a tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 946 time: 0.1369071 Jan 20 12:56:17.377754 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ce3a4458-8abe-4bbd-bbcf-4b36cee3e8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (97255577-0860-4569-8cbf-1b63fa41ec2e), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:17.382736 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ce3a4458-8abe-4bbd-bbcf-4b36cee3e8b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:17.384807 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-ce3a4458-8abe-4bbd-bbcf-4b36cee3e8b4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/97255577-0860-4569-8cbf-1b63fa41ec2e HTTP/1.1" status: 204 len: 168 time: 0.3285265 Jan 20 12:56:17.402104 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a4458-8abe-4bbd-bbcf-4b36cee3e8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97255577-0860-4569-8cbf-1b63fa41ec2e,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:17.503639 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f5ad308c-c821-4e4e-9a93-dc71516eb6c6 req-008c438f-2c0a-4ba5-9788-a0858ebacec5 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966350 Jan 20 12:56:17.530004 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bae33559-8647-404b-875c-e56075a3fef9 req-28605632-4085-4e5c-91f0-bb1ef5ae20a8 service neutron] 10.222.0.107 "GET /v2.0/networks/6257bc55-3fcd-42d2-bf11-689060fb8531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350323 Jan 20 12:56:17.853361 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac2cbc-e195-4487-80dd-601cdc335239 req-f81aa332-cbf2-45fa-b0c2-b3c84a1b6643 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:17.855003 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-33ac2cbc-e195-4487-80dd-601cdc335239 req-f81aa332-cbf2-45fa-b0c2-b3c84a1b6643 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 943 time: 0.0624654 Jan 20 12:56:17.917779 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-33ac2cbc-e195-4487-80dd-601cdc335239 req-9971e4c7-7855-4fc4-9ec5-36a84c8ae357 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527234 Jan 20 12:56:18.199803 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd889628-42fc-4b01-8301-d5be1ede47d4 req-dba92f72-2f3d-40a6-85fc-3b80541cdae7 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:18.201448 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-dd889628-42fc-4b01-8301-d5be1ede47d4 req-dba92f72-2f3d-40a6-85fc-3b80541cdae7 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0771267 Jan 20 12:56:18.291893 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-dd889628-42fc-4b01-8301-d5be1ede47d4 req-e568cba9-d45e-4571-b369-47a606c4ec33 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816188 Jan 20 12:56:18.421188 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36892e-7485-4146-a085-da95d806e8e0 req-c49266f1-b501-4811-829b-46256e850612 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:18.423919 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ff36892e-7485-4146-a085-da95d806e8e0 req-c49266f1-b501-4811-829b-46256e850612 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.0842357 Jan 20 12:56:18.520917 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ff36892e-7485-4146-a085-da95d806e8e0 req-db97c111-0149-4eed-8c08-8ba815eec1a8 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886955 Jan 20 12:56:18.676715 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0364a0-845d-4529-8274-916392e1d9b6 req-760416a1-5de3-4a84-9523-a70fdc2d437e tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:18.679853 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0c0364a0-845d-4529-8274-916392e1d9b6 req-760416a1-5de3-4a84-9523-a70fdc2d437e tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 946 time: 0.0618446 Jan 20 12:56:18.763130 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0c0364a0-845d-4529-8274-916392e1d9b6 req-e3d2ac2b-def0-4dfa-a63b-87e89545b512 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/security-groups?id=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682025 Jan 20 12:56:19.076802 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e542ca5-4c65-4c99-babe-dcaf76b8035b req-b3c78310-614c-401a-b2ad-f0a44b9ac747 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:19.078401 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7e542ca5-4c65-4c99-babe-dcaf76b8035b req-b3c78310-614c-401a-b2ad-f0a44b9ac747 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 943 time: 0.0590150 Jan 20 12:56:19.141014 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7e542ca5-4c65-4c99-babe-dcaf76b8035b req-0585df91-81fa-41fe-ab24-baf44f9456dd tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498402 Jan 20 12:56:19.217371 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e72d35-e9d3-46b1-8897-12fee87e8179 req-117fc46b-7abc-4b88-9e53-7c0d151a29a8 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:19.219344 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-55e72d35-e9d3-46b1-8897-12fee87e8179 req-117fc46b-7abc-4b88-9e53-7c0d151a29a8 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.107 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 946 time: 0.0552571 Jan 20 12:56:19.346404 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-55e72d35-e9d3-46b1-8897-12fee87e8179 req-21337947-4751-4f15-b577-4d764afbbd94 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Deleting port f437bbcc-23f1-4f05-b67c-033123bd6ba6 {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 12:56:19.347022 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-55e72d35-e9d3-46b1-8897-12fee87e8179 req-21337947-4751-4f15-b577-4d764afbbd94 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (f437bbcc-23f1-4f05-b67c-033123bd6ba6), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:19.498959 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acbb43-067f-4969-8fef-cbcff0c1a91b req-75107d0d-a844-438a-b83a-1d181cc82ea9 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:19.500553 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-37acbb43-067f-4969-8fef-cbcff0c1a91b req-75107d0d-a844-438a-b83a-1d181cc82ea9 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0792689 Jan 20 12:56:19.524334 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-55e72d35-e9d3-46b1-8897-12fee87e8179 req-21337947-4751-4f15-b577-4d764afbbd94 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] For port f437bbcc-23f1-4f05-b67c-033123bd6ba6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f437bbcc-23f1-4f05-b67c-033123bd6ba6,segment=NetworkSegment(8d0d6c29-592b-462e-be4f-0c93ec9f43fa),segment_id=8d0d6c29-592b-462e-be4f-0c93ec9f43fa)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:56:19.525448 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-55e72d35-e9d3-46b1-8897-12fee87e8179 req-21337947-4751-4f15-b577-4d764afbbd94 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (f437bbcc-23f1-4f05-b67c-033123bd6ba6), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:19.550761 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-55e72d35-e9d3-46b1-8897-12fee87e8179 req-21337947-4751-4f15-b577-4d764afbbd94 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Calling delete_port for f437bbcc-23f1-4f05-b67c-033123bd6ba6 owned by compute:nova {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 12:56:19.625096 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-37acbb43-067f-4969-8fef-cbcff0c1a91b req-7c30eb37-9452-4d16-8cce-95c288962e21 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134939 Jan 20 12:56:19.776577 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0ba5f-69bc-4c36-8489-357845d54d2f req-1c8ae12d-07bb-4c7c-acde-ef1e5cc68d42 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:19.778441 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-28a0ba5f-69bc-4c36-8489-357845d54d2f req-1c8ae12d-07bb-4c7c-acde-ef1e5cc68d42 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.1204970 Jan 20 12:56:19.882794 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-28a0ba5f-69bc-4c36-8489-357845d54d2f req-c73f5883-dc3a-44da-a22c-f6bedf1aeb45 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852218 Jan 20 12:56:19.982709 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-55e72d35-e9d3-46b1-8897-12fee87e8179 req-21337947-4751-4f15-b577-4d764afbbd94 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614'] for port (f437bbcc-23f1-4f05-b67c-033123bd6ba6), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:20.004285 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['f437bbcc-23f1-4f05-b67c-033123bd6ba6'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:56:20.020614 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ce70a29b-181f-4ea1-8cef-6ccb248b74bb req-85e4fa74-417b-4b7a-a1e5-d62be658830b tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 210 time: 0.0498395 Jan 20 12:56:20.073239 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21337947-4751-4f15-b577-4d764afbbd94 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Pushing event deleted for resources: {'Port': ['ID=f437bbcc-23f1-4f05-b67c-033123bd6ba6,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:20.085712 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad9747-9a54-4706-9b92-594003b0b098 req-7771395d-dd03-4a70-8a60-3d0db5f28dbe tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:20.087957 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-bcad9747-9a54-4706-9b92-594003b0b098 req-7771395d-dd03-4a70-8a60-3d0db5f28dbe tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.1650524 Jan 20 12:56:20.110457 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 55cd4c69-e442-4db0-bae3-230265f45758 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 12:56:20.115024 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e72d35-e9d3-46b1-8897-12fee87e8179 req-21337947-4751-4f15-b577-4d764afbbd94 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] No DVR routers for this DVR port f437bbcc-23f1-4f05-b67c-033123bd6ba6 on host hv-cinder-80403 {{(pid=109759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 12:56:20.118319 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-55e72d35-e9d3-46b1-8897-12fee87e8179 req-21337947-4751-4f15-b577-4d764afbbd94 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:20.156699 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-55e72d35-e9d3-46b1-8897-12fee87e8179 req-21337947-4751-4f15-b577-4d764afbbd94 tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.107 "DELETE /v2.0/ports/f437bbcc-23f1-4f05-b67c-033123bd6ba6 HTTP/1.1" status: 204 len: 173 time: 0.8969927 Jan 20 12:56:20.156699 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e069360e-0815-417c-b5f3-2b2a392ce448', 'name': 'network-vif-deleted', 'tag': 'f437bbcc-23f1-4f05-b67c-033123bd6ba6'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:56:20.156699 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a273fb75-3327-47ff-ac9d-961ba33d81da" -d '{"events": [{"server_uuid": "e069360e-0815-417c-b5f3-2b2a392ce448", "name": "network-vif-deleted", "tag": "f437bbcc-23f1-4f05-b67c-033123bd6ba6"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:56:20.181301 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 12:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe0fced-aadc-4c25-870d-afc64f0c369c x-openstack-request-id: req-3fe0fced-aadc-4c25-870d-afc64f0c369c {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:56:20.181688 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e069360e-0815-417c-b5f3-2b2a392ce448", "name": "network-vif-deleted", "tag": "f437bbcc-23f1-4f05-b67c-033123bd6ba6", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:56:20.181911 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3fe0fced-aadc-4c25-870d-afc64f0c369c {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:56:20.182462 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e069360e-0815-417c-b5f3-2b2a392ce448', 'name': 'network-vif-deleted', 'tag': 'f437bbcc-23f1-4f05-b67c-033123bd6ba6', 'status': 'completed', 'code': 200} Jan 20 12:56:20.313710 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 55cd4c69-e442-4db0-bae3-230265f45758, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=55cd4c69-e442-4db0-bae3-230265f45758,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:56:20.342449 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Returning: {'device': '55cd4c69-e442-4db0-bae3-230265f45758', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'port_id': '55cd4c69-e442-4db0-bae3-230265f45758', 'mac_address': 'fa:16:3e:73:c3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 12:56:20.356632 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [req-bcad9747-9a54-4706-9b92-594003b0b098 req-906d6f24-32a7-4a8e-a1a7-c76af894bbdd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Deleting port 6e9d005b-b1c8-43ca-806d-2cfd098e1f22 {{(pid=109760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 12:56:20.357678 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-bcad9747-9a54-4706-9b92-594003b0b098 req-906d6f24-32a7-4a8e-a1a7-c76af894bbdd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (6e9d005b-b1c8-43ca-806d-2cfd098e1f22), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:20.384114 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d207de-c3fe-4b6a-aaf8-be7e171d45c6 req-e2a0b553-3131-4db4-9da4-f725840156f5 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:20.396800 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b0d207de-c3fe-4b6a-aaf8-be7e171d45c6 req-e2a0b553-3131-4db4-9da4-f725840156f5 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 943 time: 0.0987048 Jan 20 12:56:20.450780 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 55cd4c69-e442-4db0-bae3-230265f45758 is: ACTIVE; New status is: BUILD {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:56:20.453337 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (55cd4c69-e442-4db0-bae3-230265f45758), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:20.484495 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55cd4c69-e442-4db0-bae3-230265f45758 {{(pid=109761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:56:20.495291 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [req-bcad9747-9a54-4706-9b92-594003b0b098 req-906d6f24-32a7-4a8e-a1a7-c76af894bbdd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] For port 6e9d005b-b1c8-43ca-806d-2cfd098e1f22, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6e9d005b-b1c8-43ca-806d-2cfd098e1f22,segment=NetworkSegment(cc97d124-6b4e-4665-80b3-7670aa542a45),segment_id=cc97d124-6b4e-4665-80b3-7670aa542a45)] {{(pid=109760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:56:20.496377 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-bcad9747-9a54-4706-9b92-594003b0b098 req-906d6f24-32a7-4a8e-a1a7-c76af894bbdd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (6e9d005b-b1c8-43ca-806d-2cfd098e1f22), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:20.499169 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b0d207de-c3fe-4b6a-aaf8-be7e171d45c6 req-33689a0d-ae6d-4d63-b515-bfd2df6a998e tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011817 Jan 20 12:56:20.514466 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [req-bcad9747-9a54-4706-9b92-594003b0b098 req-906d6f24-32a7-4a8e-a1a7-c76af894bbdd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Calling delete_port for 6e9d005b-b1c8-43ca-806d-2cfd098e1f22 owned by compute:nova {{(pid=109760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 12:56:20.526768 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 55cd4c69-e442-4db0-bae3-230265f45758, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=55cd4c69-e442-4db0-bae3-230265f45758,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:56:20.778338 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9bb97-e20d-436a-afee-e56fddde1c1c req-de0b0ce9-39d8-4df1-ac36-5f5927fe0ba1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:20.779945 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-46d9bb97-e20d-436a-afee-e56fddde1c1c req-de0b0ce9-39d8-4df1-ac36-5f5927fe0ba1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 945 time: 0.0571229 Jan 20 12:56:20.802603 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (55cd4c69-e442-4db0-bae3-230265f45758), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:20.834127 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-46d9bb97-e20d-436a-afee-e56fddde1c1c req-2f21dfd1-9030-4cc4-a359-90e52ee9d0dc tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477998 Jan 20 12:56:20.857008 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-bcad9747-9a54-4706-9b92-594003b0b098 req-906d6f24-32a7-4a8e-a1a7-c76af894bbdd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (6e9d005b-b1c8-43ca-806d-2cfd098e1f22), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:20.857984 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=55cd4c69-e442-4db0-bae3-230265f45758,revision_number=6']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:20.866168 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:20.866517 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:20.866882 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:20.867257 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:20.867997 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:20.867997 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:20.868228 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:20.868563 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:20.868896 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:20.869237 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:20.869577 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:20.870975 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:20.870975 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:20.886510 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d6f24-32a7-4a8e-a1a7-c76af894bbdd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Pushing event deleted for resources: {'Port': ['ID=6e9d005b-b1c8-43ca-806d-2cfd098e1f22,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:20.893005 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['b993b368-d74b-4950-bb49-dbc1a862c1c4', '6e9d005b-b1c8-43ca-806d-2cfd098e1f22'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:56:20.958320 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcad9747-9a54-4706-9b92-594003b0b098 req-906d6f24-32a7-4a8e-a1a7-c76af894bbdd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] No DVR routers for this DVR port 6e9d005b-b1c8-43ca-806d-2cfd098e1f22 on host hv-cinder-80403 {{(pid=109760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 12:56:20.961744 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-bcad9747-9a54-4706-9b92-594003b0b098 req-906d6f24-32a7-4a8e-a1a7-c76af894bbdd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:20.965617 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-bcad9747-9a54-4706-9b92-594003b0b098 req-906d6f24-32a7-4a8e-a1a7-c76af894bbdd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.107 "DELETE /v2.0/ports/6e9d005b-b1c8-43ca-806d-2cfd098e1f22 HTTP/1.1" status: 204 len: 173 time: 0.8711154 Jan 20 12:56:20.966204 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b47bf0e-a883-4324-b5a4-6e238d359d0d', 'name': 'network-vif-deleted', 'tag': '6e9d005b-b1c8-43ca-806d-2cfd098e1f22'}] {{(pid=109760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:56:20.968740 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ea70534e3ec4c8535c613b7f61a71075c31a0f3d27b65f13708ffbf10b8f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fb4214-f925-4d99-9da7-8bae132bd767" -d '{"events": [{"server_uuid": "6b47bf0e-a883-4324-b5a4-6e238d359d0d", "name": "network-vif-deleted", "tag": "6e9d005b-b1c8-43ca-806d-2cfd098e1f22"}]}' {{(pid=109760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:56:21.008566 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 12:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4968ddc-ab2a-4081-87d7-81b46bd05ac3 x-openstack-request-id: req-f4968ddc-ab2a-4081-87d7-81b46bd05ac3 {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:56:21.008930 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b47bf0e-a883-4324-b5a4-6e238d359d0d", "name": "network-vif-deleted", "tag": "6e9d005b-b1c8-43ca-806d-2cfd098e1f22", "status": "completed", "code": 200}]} {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:56:21.009246 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f4968ddc-ab2a-4081-87d7-81b46bd05ac3 {{(pid=109760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:56:21.009778 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b47bf0e-a883-4324-b5a4-6e238d359d0d', 'name': 'network-vif-deleted', 'tag': '6e9d005b-b1c8-43ca-806d-2cfd098e1f22', 'status': 'completed', 'code': 200} Jan 20 12:56:21.065667 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b3e91-2bab-451b-bc38-7b1918ec9391 req-23142023-98e4-46fd-9e2a-9dd07032cde7 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:21.067945 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-039b3e91-2bab-451b-bc38-7b1918ec9391 req-23142023-98e4-46fd-9e2a-9dd07032cde7 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 945 time: 0.0516164 Jan 20 12:56:21.075327 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['55cd4c69-e442-4db0-bae3-230265f45758'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:56:21.161592 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-039b3e91-2bab-451b-bc38-7b1918ec9391 req-118824c4-b12c-49de-aa6d-65d9710e392b tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851235 Jan 20 12:56:21.230027 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a9722c08-eb07-4400-8ca2-089aa87d2eb4 req-935cd28f-5e38-49b6-85fe-77f625aaa21a tempest-VolumesActionsTest-311891113 tempest-VolumesActionsTest-311891113-project] 10.222.0.57 "GET /v2.0/ports?device_id=e069360e-0815-417c-b5f3-2b2a392ce448 HTTP/1.1" status: 200 len: 210 time: 0.0600362 Jan 20 12:56:21.652327 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb479062-0dae-459d-86ec-ab3ed9c62cbe req-ea28312a-c8c8-473f-bd14-050800b34182 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:21.654097 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cb479062-0dae-459d-86ec-ab3ed9c62cbe req-ea28312a-c8c8-473f-bd14-050800b34182 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 943 time: 0.0637572 Jan 20 12:56:21.736486 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cb479062-0dae-459d-86ec-ab3ed9c62cbe req-5e7b3837-08ca-433f-9149-9a422bf2875c tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752239 Jan 20 12:56:21.964560 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-348e5173-d7a8-42fc-b8b1-3bdd6ff465b4 req-503b37cf-485f-48af-ac61-7274bfb55f93 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b47bf0e-a883-4324-b5a4-6e238d359d0d HTTP/1.1" status: 200 len: 210 time: 0.0374763 Jan 20 12:56:22.111733 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device b88a922e-9216-477f-8e7f-5379fd6ae9e8 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 12:56:22.116670 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 55cd4c69-e442-4db0-bae3-230265f45758 up at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:56:22.281502 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning complete for port 55cd4c69-e442-4db0-bae3-230265f45758 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:56:22.282151 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (55cd4c69-e442-4db0-bae3-230265f45758), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:22.402342 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b695a-cbca-4473-9ba2-346521b86117 req-74b0feed-69b7-4ca4-8b15-eff2b2e2d558 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:22.404179 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port b88a922e-9216-477f-8e7f-5379fd6ae9e8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b88a922e-9216-477f-8e7f-5379fd6ae9e8,segment=NetworkSegment(74c5cd76-4991-4c75-a738-3eb043c31d57),segment_id=74c5cd76-4991-4c75-a738-3eb043c31d57)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:56:22.412625 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e00b695a-cbca-4473-9ba2-346521b86117 req-74b0feed-69b7-4ca4-8b15-eff2b2e2d558 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 945 time: 0.1012480 Jan 20 12:56:22.438028 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Returning: {'device': 'b88a922e-9216-477f-8e7f-5379fd6ae9e8', 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531', 'port_id': 'b88a922e-9216-477f-8e7f-5379fd6ae9e8', 'mac_address': 'fa:16:3e:ef:ee:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fec93fb4-7ef9-4a61-8150-94ddefbda1ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 12:56:22.481916 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e00b695a-cbca-4473-9ba2-346521b86117 req-944174b4-3b0c-4858-a1d5-771fd3bf9e9a tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665569 Jan 20 12:56:22.536260 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 55cd4c69-e442-4db0-bae3-230265f45758 is: BUILD; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:56:22.536871 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (55cd4c69-e442-4db0-bae3-230265f45758), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:22.563428 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port b88a922e-9216-477f-8e7f-5379fd6ae9e8 is: DOWN; New status is: BUILD {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:56:22.564073 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (b88a922e-9216-477f-8e7f-5379fd6ae9e8), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:22.607117 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe51826-10ed-42cf-ad11-fc30b6e99fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cd4c69-e442-4db0-bae3-230265f45758'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:56:22.610513 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed86828d-8ef2-4573-86fa-f0f427037b9b" -d '{"events": [{"server_uuid": "9fe51826-10ed-42cf-ad11-fc30b6e99fd4", "name": "network-vif-plugged", "status": "completed", "tag": "55cd4c69-e442-4db0-bae3-230265f45758"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:56:22.627285 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88a922e-9216-477f-8e7f-5379fd6ae9e8 {{(pid=109761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:56:22.640628 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 55cd4c69-e442-4db0-bae3-230265f45758, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=55cd4c69-e442-4db0-bae3-230265f45758,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:56:22.658490 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 12:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f29ba6-5221-48fe-948d-991c2062263a x-openstack-request-id: req-d0f29ba6-5221-48fe-948d-991c2062263a {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:56:22.658888 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe51826-10ed-42cf-ad11-fc30b6e99fd4", "name": "network-vif-plugged", "status": "completed", "tag": "55cd4c69-e442-4db0-bae3-230265f45758", "code": 200}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:56:22.660534 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d0f29ba6-5221-48fe-948d-991c2062263a {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:56:22.660534 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe51826-10ed-42cf-ad11-fc30b6e99fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cd4c69-e442-4db0-bae3-230265f45758', 'code': 200} Jan 20 12:56:22.664106 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port b88a922e-9216-477f-8e7f-5379fd6ae9e8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b88a922e-9216-477f-8e7f-5379fd6ae9e8,segment=NetworkSegment(74c5cd76-4991-4c75-a738-3eb043c31d57),segment_id=74c5cd76-4991-4c75-a738-3eb043c31d57)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:56:22.761321 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (55cd4c69-e442-4db0-bae3-230265f45758), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:22.762064 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device f437bbcc-23f1-4f05-b67c-033123bd6ba6 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 12:56:22.834320 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] No Port match for: f437bbcc-23f1-4f05-b67c-033123bd6ba6 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 12:56:22.834967 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device f437bbcc-23f1-4f05-b67c-033123bd6ba6 not bound to the agent host hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 12:56:22.836594 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 6e9d005b-b1c8-43ca-806d-2cfd098e1f22 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 12:56:22.844415 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (b88a922e-9216-477f-8e7f-5379fd6ae9e8), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:22.893361 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] No Port match for: 6e9d005b-b1c8-43ca-806d-2cfd098e1f22 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 12:56:22.893995 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 6e9d005b-b1c8-43ca-806d-2cfd098e1f22 not bound to the agent host hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 12:56:22.922659 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd17769-d765-4b4c-bac7-239f7b9e67e8 req-2ff0dfeb-dbc3-4688-81b9-acc9a6f9c98e tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:22.924412 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8cd17769-d765-4b4c-bac7-239f7b9e67e8 req-2ff0dfeb-dbc3-4688-81b9-acc9a6f9c98e tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 944 time: 0.0611911 Jan 20 12:56:22.928153 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=55cd4c69-e442-4db0-bae3-230265f45758,revision_number=7']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:23.033761 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=b88a922e-9216-477f-8e7f-5379fd6ae9e8,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:23.276097 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8cd17769-d765-4b4c-bac7-239f7b9e67e8 req-673185a9-70f2-46ed-960a-5df767ae343b tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405473 Jan 20 12:56:23.388143 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['b88a922e-9216-477f-8e7f-5379fd6ae9e8'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:56:23.700473 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e1421-67de-46f6-a226-9435d84dd712 req-9ed3cf2b-11e7-45e7-b18a-c1d20fbb301c tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:23.702250 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d37e1421-67de-46f6-a226-9435d84dd712 req-9ed3cf2b-11e7-45e7-b18a-c1d20fbb301c tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.1100447 Jan 20 12:56:23.736956 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e996e-93a4-4ad5-8672-15cc22dda14f req-5df9d523-6b2f-4ae4-be7d-c43cb1fdc227 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:23.739585 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-996e996e-93a4-4ad5-8672-15cc22dda14f req-5df9d523-6b2f-4ae4-be7d-c43cb1fdc227 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.0933571 Jan 20 12:56:23.810177 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d37e1421-67de-46f6-a226-9435d84dd712 req-71994d3a-3afc-4beb-a45f-61453ba85a43 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997672 Jan 20 12:56:23.869487 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-996e996e-93a4-4ad5-8672-15cc22dda14f req-5f7f335a-da8a-4af1-8dbb-08d84fd51087 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146839 Jan 20 12:56:24.424445 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02a4b1-8401-485e-a5cc-bb3b795e143e req-54aaedb7-6aca-4640-959a-e85fcbe94f13 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:24.427099 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5e02a4b1-8401-485e-a5cc-bb3b795e143e req-54aaedb7-6aca-4640-959a-e85fcbe94f13 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 944 time: 0.0587516 Jan 20 12:56:24.485648 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5e02a4b1-8401-485e-a5cc-bb3b795e143e req-6ecf4667-1da8-4765-9397-8465079c84ff tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515273 Jan 20 12:56:24.524058 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 58028) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:56:24.647014 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-62973726-45fd-4898-aefc-9d41c1ee1720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:24.727792 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-62973726-45fd-4898-aefc-9d41c1ee1720 admin admin] Publish callbacks [] for security_group (09696788-bbc7-4e5b-99b3-ae3061d10562), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:24.899135 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-62973726-45fd-4898-aefc-9d41c1ee1720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (09696788-bbc7-4e5b-99b3-ae3061d10562), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:24.983785 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-62973726-45fd-4898-aefc-9d41c1ee1720 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fd23e7caba4a4ab886538832451ac41e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4214180 Jan 20 12:56:24.983785 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62973726-45fd-4898-aefc-9d41c1ee1720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09696788-bbc7-4e5b-99b3-ae3061d10562,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:24.983785 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 58038) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:56:25.008062 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abcb35-1f17-4d50-bfbf-f5f5da2f5c23 req-aa06c3a3-93c4-48c4-80bb-75ed3c917228 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:25.008062 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f4abcb35-1f17-4d50-bfbf-f5f5da2f5c23 req-aa06c3a3-93c4-48c4-80bb-75ed3c917228 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.0905159 Jan 20 12:56:25.014257 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-4d363e5c-bf7e-4c7d-aff3-b09419b47275 admin admin] Publish callbacks [] for security_group (09696788-bbc7-4e5b-99b3-ae3061d10562), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:25.021530 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b3b75-8cb9-4df5-978d-dd0acc7907bb req-22c50208-f9db-4481-9dd2-31d9c4f856de tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:25.023060 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b69b3b75-8cb9-4df5-978d-dd0acc7907bb req-22c50208-f9db-4481-9dd2-31d9c4f856de tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.0816083 Jan 20 12:56:25.046218 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-4d363e5c-bf7e-4c7d-aff3-b09419b47275 admin admin] Publish callbacks [] for security_group (09696788-bbc7-4e5b-99b3-ae3061d10562), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:25.108977 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f4abcb35-1f17-4d50-bfbf-f5f5da2f5c23 req-dbfd283f-60d8-44fe-8a24-c53913cac9f3 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963335 Jan 20 12:56:25.116869 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b69b3b75-8cb9-4df5-978d-dd0acc7907bb req-ead5c8a3-ccb7-4914-86d1-8dafd59427c4 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868957 Jan 20 12:56:25.267667 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-4d363e5c-bf7e-4c7d-aff3-b09419b47275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (09696788-bbc7-4e5b-99b3-ae3061d10562), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:25.270878 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-4d363e5c-bf7e-4c7d-aff3-b09419b47275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:25.272080 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-4d363e5c-bf7e-4c7d-aff3-b09419b47275 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/09696788-bbc7-4e5b-99b3-ae3061d10562 HTTP/1.1" status: 204 len: 168 time: 0.3214562 Jan 20 12:56:25.279897 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d363e5c-bf7e-4c7d-aff3-b09419b47275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09696788-bbc7-4e5b-99b3-ae3061d10562,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:25.628019 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c150c-9250-41ca-a942-a216ebd994a0 req-0c715cdf-d1a6-4209-9a54-3dadad2e2fd2 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:25.630982 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-008c150c-9250-41ca-a942-a216ebd994a0 req-0c715cdf-d1a6-4209-9a54-3dadad2e2fd2 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 944 time: 0.0615180 Jan 20 12:56:25.692132 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-008c150c-9250-41ca-a942-a216ebd994a0 req-53158e93-05a6-4d7d-8ec0-69454f9d9bd4 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518939 Jan 20 12:56:26.209250 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device b88a922e-9216-477f-8e7f-5379fd6ae9e8 up at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:56:26.318713 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f3a0b-c2a4-4ee1-820b-90cb1aa8c964 req-a2d85eae-bec1-43d4-acd1-c2d8fc33c1ad tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:26.320632 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ca8f3a0b-c2a4-4ee1-820b-90cb1aa8c964 req-a2d85eae-bec1-43d4-acd1-c2d8fc33c1ad tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.1183684 Jan 20 12:56:26.335033 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86a603-d403-496d-b5ab-d4cb0c292fdb req-6e580a3b-bbbe-4cab-8d25-d28270af1a3f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:26.336833 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5d86a603-d403-496d-b5ab-d4cb0c292fdb req-6e580a3b-bbbe-4cab-8d25-d28270af1a3f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.1111858 Jan 20 12:56:26.405358 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning for port b88a922e-9216-477f-8e7f-5379fd6ae9e8 completed by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 12:56:26.412123 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning complete for port b88a922e-9216-477f-8e7f-5379fd6ae9e8 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:56:26.412926 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (b88a922e-9216-477f-8e7f-5379fd6ae9e8), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:26.438514 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ca8f3a0b-c2a4-4ee1-820b-90cb1aa8c964 req-fb8a5a24-35b3-4b47-bb85-52e700c80e56 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005290 Jan 20 12:56:26.443137 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5d86a603-d403-496d-b5ab-d4cb0c292fdb req-996210b0-e9ea-451d-9b37-f45a4d61de46 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967946 Jan 20 12:56:26.531450 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port b88a922e-9216-477f-8e7f-5379fd6ae9e8 is: BUILD; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:56:26.532034 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (b88a922e-9216-477f-8e7f-5379fd6ae9e8), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:26.572009 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42c89a3-36f3-4ffb-a624-2433bef3488f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88a922e-9216-477f-8e7f-5379fd6ae9e8'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:56:26.576155 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7def8e7-ac73-4053-9ed7-761c05e99d3d" -d '{"events": [{"server_uuid": "e42c89a3-36f3-4ffb-a624-2433bef3488f", "name": "network-vif-plugged", "status": "completed", "tag": "b88a922e-9216-477f-8e7f-5379fd6ae9e8"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:56:26.599280 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port b88a922e-9216-477f-8e7f-5379fd6ae9e8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b88a922e-9216-477f-8e7f-5379fd6ae9e8,segment=NetworkSegment(74c5cd76-4991-4c75-a738-3eb043c31d57),segment_id=74c5cd76-4991-4c75-a738-3eb043c31d57)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:56:26.623159 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 12:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda8f951-2482-4819-94fc-b980773119e8 x-openstack-request-id: req-cda8f951-2482-4819-94fc-b980773119e8 {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:56:26.623479 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42c89a3-36f3-4ffb-a624-2433bef3488f", "name": "network-vif-plugged", "status": "completed", "tag": "b88a922e-9216-477f-8e7f-5379fd6ae9e8", "code": 200}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:56:26.623730 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cda8f951-2482-4819-94fc-b980773119e8 {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:56:26.624180 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42c89a3-36f3-4ffb-a624-2433bef3488f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88a922e-9216-477f-8e7f-5379fd6ae9e8', 'code': 200} Jan 20 12:56:26.705262 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (b88a922e-9216-477f-8e7f-5379fd6ae9e8), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:26.765180 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=b88a922e-9216-477f-8e7f-5379fd6ae9e8,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:26.876456 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004032ef-98af-4e61-b72d-97e70b3d68a8 req-6fbb3bce-9ca4-475d-b4a2-3d76d9ef93c3 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:26.878042 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-004032ef-98af-4e61-b72d-97e70b3d68a8 req-6fbb3bce-9ca4-475d-b4a2-3d76d9ef93c3 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 945 time: 0.0621490 Jan 20 12:56:26.935627 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-004032ef-98af-4e61-b72d-97e70b3d68a8 req-51a2c1de-a1f6-40cb-8763-435777b12ed2 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509081 Jan 20 12:56:27.628388 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53320e-25b3-40c9-8ef4-392b1fda544c req-9322cee4-9f8a-4272-8f06-73eb1dad6720 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:27.630656 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3f53320e-25b3-40c9-8ef4-392b1fda544c req-9322cee4-9f8a-4272-8f06-73eb1dad6720 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.0940650 Jan 20 12:56:27.642703 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c2e02-b946-489e-8f3e-321e816ea67d req-96fbd569-981d-4092-86cf-4f20e3a9e32c tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:27.644317 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9a3c2e02-b946-489e-8f3e-321e816ea67d req-96fbd569-981d-4092-86cf-4f20e3a9e32c tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.0740066 Jan 20 12:56:27.723992 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3f53320e-25b3-40c9-8ef4-392b1fda544c req-07e50d01-65d7-4d99-bb45-714b9a900e07 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786045 Jan 20 12:56:27.728642 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9a3c2e02-b946-489e-8f3e-321e816ea67d req-bdb62950-8e0f-4d5f-942c-4ca890811377 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762532 Jan 20 12:56:28.081365 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66dfda-7444-4696-b154-d8473878c7ec req-cac14389-3fde-4477-af48-555902783fb5 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:28.083038 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1c66dfda-7444-4696-b154-d8473878c7ec req-cac14389-3fde-4477-af48-555902783fb5 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 945 time: 0.0563219 Jan 20 12:56:28.145245 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1c66dfda-7444-4696-b154-d8473878c7ec req-333e8bdf-6a97-4571-bfdb-e52714f252a8 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558147 Jan 20 12:56:28.919470 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f2fcd-9648-4ee1-916a-262ca72b610f req-5733d89a-f1b7-4187-ad89-ec9160fedeca tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:28.921582 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5c6f2fcd-9648-4ee1-916a-262ca72b610f req-5733d89a-f1b7-4187-ad89-ec9160fedeca tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.0961733 Jan 20 12:56:28.936551 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fba09-9f3c-40be-8f8a-78a7cf57a794 req-ba37caf4-b7c1-46cf-b9f5-43ea2e170fb8 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:28.938445 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-166fba09-9f3c-40be-8f8a-78a7cf57a794 req-ba37caf4-b7c1-46cf-b9f5-43ea2e170fb8 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.0792944 Jan 20 12:56:29.044863 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5c6f2fcd-9648-4ee1-916a-262ca72b610f req-e704cd86-095a-4426-b3a4-b475a7e423f2 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051683 Jan 20 12:56:29.052152 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-166fba09-9f3c-40be-8f8a-78a7cf57a794 req-bee79fea-87bf-4fea-8f35-6fa230bf82e5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026020 Jan 20 12:56:29.151519 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2f556-ab1c-490e-b96d-4c2f60172d0e req-46cedfb4-dd24-4514-adf0-2ae954b7aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:29.153217 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-c3d2f556-ab1c-490e-b96d-4c2f60172d0e req-46cedfb4-dd24-4514-adf0-2ae954b7aae4 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 1098 time: 0.0587678 Jan 20 12:56:29.235905 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-c3d2f556-ab1c-490e-b96d-4c2f60172d0e req-25c73894-48b1-4035-bd2e-4cbecdf374bd service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674815 Jan 20 12:56:29.310021 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89397560-781a-462d-99cf-ab8abad84d0c req-3f3503e4-a87b-4dc7-981d-92a38b65f02a tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:29.310021 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-89397560-781a-462d-99cf-ab8abad84d0c req-3f3503e4-a87b-4dc7-981d-92a38b65f02a tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 945 time: 0.0604885 Jan 20 12:56:29.367347 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-89397560-781a-462d-99cf-ab8abad84d0c req-c53a2c17-855d-4523-9890-295026d90280 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491054 Jan 20 12:56:30.402121 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586de66-e383-46ee-89b1-150ae58f889d req-ae8efe28-adbc-4aea-a19d-f968c18e35b9 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:30.404099 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0586de66-e383-46ee-89b1-150ae58f889d req-ae8efe28-adbc-4aea-a19d-f968c18e35b9 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.1883874 Jan 20 12:56:30.439096 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87466bb7-ee08-4f16-baf3-b687ef6f3dd4 req-b4cb8bfe-0b58-4ecf-b34a-20209b46d691 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:30.441055 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-87466bb7-ee08-4f16-baf3-b687ef6f3dd4 req-b4cb8bfe-0b58-4ecf-b34a-20209b46d691 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.1396110 Jan 20 12:56:30.514325 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0586de66-e383-46ee-89b1-150ae58f889d req-3053cf0d-8f59-43d9-928d-8d55a6bbc472 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963550 Jan 20 12:56:30.552725 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-87466bb7-ee08-4f16-baf3-b687ef6f3dd4 req-288fc15e-7edd-4abe-997f-9888ecab1a50 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978451 Jan 20 12:56:30.742741 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef97a4d-886c-4391-8eff-a46d29bba242 req-52dc6934-dfff-4888-81f3-0613747bbda0 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:30.745865 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5ef97a4d-886c-4391-8eff-a46d29bba242 req-52dc6934-dfff-4888-81f3-0613747bbda0 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 945 time: 0.0872355 Jan 20 12:56:30.941757 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5ef97a4d-886c-4391-8eff-a46d29bba242 req-eb3bdaf5-9ad8-4eea-8f52-1bbc6fddb4b7 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567452 Jan 20 12:56:31.799855 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43467639-b163-49a1-a113-71004df0a730 req-e1db94b5-af40-4771-a71e-a87f682f73b8 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:31.808811 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-43467639-b163-49a1-a113-71004df0a730 req-e1db94b5-af40-4771-a71e-a87f682f73b8 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.1237209 Jan 20 12:56:31.917211 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc940c-3a3e-49c4-bb8d-6ecd201d9495 req-3da09628-2e63-416d-b9f3-4e68b63f3430 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:31.917211 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-dbdc940c-3a3e-49c4-bb8d-6ecd201d9495 req-3da09628-2e63-416d-b9f3-4e68b63f3430 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.1603234 Jan 20 12:56:31.917211 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-43467639-b163-49a1-a113-71004df0a730 req-1b790e61-17ee-4494-89be-2c56ecd89069 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947042 Jan 20 12:56:32.154683 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-dbdc940c-3a3e-49c4-bb8d-6ecd201d9495 req-8c2dc554-5551-471d-862d-7538fe326e47 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364581 Jan 20 12:56:32.375799 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03067a70-06f5-41b8-bc74-eb3c37c6cc2e req-31084b6f-195a-49b9-b3d2-ccbbcb00b79e tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:32.403593 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-03067a70-06f5-41b8-bc74-eb3c37c6cc2e req-31084b6f-195a-49b9-b3d2-ccbbcb00b79e tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 945 time: 0.1868055 Jan 20 12:56:32.502746 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-03067a70-06f5-41b8-bc74-eb3c37c6cc2e req-e01b7aa5-4680-43ad-bc7d-2416183990bf tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953641 Jan 20 12:56:32.891210 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae2739-c785-4673-a0ba-f6219d3b1b71 req-e0a99dbe-82b4-4461-92ca-33ad043dc800 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:32.893015 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-57ae2739-c785-4673-a0ba-f6219d3b1b71 req-e0a99dbe-82b4-4461-92ca-33ad043dc800 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 945 time: 0.1539190 Jan 20 12:56:33.135801 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-57ae2739-c785-4673-a0ba-f6219d3b1b71 req-25b07eb8-91d3-425a-80ef-8e90186ef967 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216496 Jan 20 12:56:33.168810 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88226f-d8c9-4dde-b167-f8b8721be371 req-adc6d60d-de7b-4b9b-82ab-b1c34aea5dc7 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:33.172651 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-de88226f-d8c9-4dde-b167-f8b8721be371 req-adc6d60d-de7b-4b9b-82ab-b1c34aea5dc7 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.2766058 Jan 20 12:56:33.407469 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-de88226f-d8c9-4dde-b167-f8b8721be371 req-082a7cfc-bfc0-4a67-b1b7-91d8556f7397 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248695 Jan 20 12:56:33.490009 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8961ec7-4433-4d16-8f6e-da085551b28b req-06781246-a8d2-456f-9302-de60670dee7f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:33.492618 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e8961ec7-4433-4d16-8f6e-da085551b28b req-06781246-a8d2-456f-9302-de60670dee7f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.1683080 Jan 20 12:56:33.602084 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6c3a57ad-2f23-426c-a206-bf5226684eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:33.708350 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e8961ec7-4433-4d16-8f6e-da085551b28b req-2d5b7654-ae0a-4716-9b21-1649ae91c8c8 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917927 Jan 20 12:56:33.914919 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12977ed5-c6cb-499d-95a4-e8cdd209b2e7 req-b1628dbd-36ef-4626-bb51-2f1de6996dd0 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:33.938342 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-12977ed5-c6cb-499d-95a4-e8cdd209b2e7 req-b1628dbd-36ef-4626-bb51-2f1de6996dd0 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.1653287 Jan 20 12:56:34.266432 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-12977ed5-c6cb-499d-95a4-e8cdd209b2e7 req-47af3a8f-ba37-4fae-8650-6e51b79ca2d3 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235247 Jan 20 12:56:34.673351 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38fac6-8721-4a15-9238-e57855e1b434 req-39f40bc6-8a1b-4a3d-9046-0c81ea872583 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:34.688559 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ba38fac6-8721-4a15-9238-e57855e1b434 req-39f40bc6-8a1b-4a3d-9046-0c81ea872583 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.1487198 Jan 20 12:56:34.812090 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 12:56:34.830814 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ba38fac6-8721-4a15-9238-e57855e1b434 req-a2ce3c89-fa4a-4293-9f48-3a2420414c33 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351476 Jan 20 12:56:34.870258 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fbabe-3960-4175-9565-cae9dff1d5ff req-c2321b0f-c915-4380-9924-b5bc0ec3ed3f tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:34.871901 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b04fbabe-3960-4175-9565-cae9dff1d5ff req-c2321b0f-c915-4380-9924-b5bc0ec3ed3f tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 945 time: 0.1489911 Jan 20 12:56:34.940896 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b04fbabe-3960-4175-9565-cae9dff1d5ff req-ef3c3eca-fa69-4b8c-9019-d6bdb2be1a49 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560994 Jan 20 12:56:35.013720 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d67fe4-2d4d-4e53-bc77-e7f5070a9cff req-866b0df7-1a19-49c5-9cac-7fe7ed9c7f0f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:35.015641 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d7d67fe4-2d4d-4e53-bc77-e7f5070a9cff req-866b0df7-1a19-49c5-9cac-7fe7ed9c7f0f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.0788865 Jan 20 12:56:35.126969 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d7d67fe4-2d4d-4e53-bc77-e7f5070a9cff req-ad58c632-e0d4-4474-92f1-3fb508974ff7 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002295 Jan 20 12:56:35.183315 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92aeb1-4682-422b-a3b1-abf0700d3552 req-32ca63ae-f89f-46fa-b06c-7a7febefd6d0 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:35.186903 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-2b92aeb1-4682-422b-a3b1-abf0700d3552 req-32ca63ae-f89f-46fa-b06c-7a7febefd6d0 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.107 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.1177561 Jan 20 12:56:35.454793 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [req-2b92aeb1-4682-422b-a3b1-abf0700d3552 req-7d4e994b-b010-4312-aa2b-6ddc8facf2dd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Deleting port b993b368-d74b-4950-bb49-dbc1a862c1c4 {{(pid=109760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 12:56:35.458106 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-2b92aeb1-4682-422b-a3b1-abf0700d3552 req-7d4e994b-b010-4312-aa2b-6ddc8facf2dd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (b993b368-d74b-4950-bb49-dbc1a862c1c4), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:35.561136 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2e800-e1fd-4aae-8ed1-a50ae84ed5af req-ad63b42b-5641-4ac7-8851-dea277be8695 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:35.571468 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6de2e800-e1fd-4aae-8ed1-a50ae84ed5af req-ad63b42b-5641-4ac7-8851-dea277be8695 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 945 time: 0.1139116 Jan 20 12:56:35.679052 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6de2e800-e1fd-4aae-8ed1-a50ae84ed5af req-3fa4f256-a31d-4c4a-bf40-a7977c6a7e33 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/security-groups?id=d8cf8e8c-416e-49d9-8398-d1091c6523d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041052 Jan 20 12:56:35.713298 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [req-2b92aeb1-4682-422b-a3b1-abf0700d3552 req-7d4e994b-b010-4312-aa2b-6ddc8facf2dd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] For port b993b368-d74b-4950-bb49-dbc1a862c1c4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b993b368-d74b-4950-bb49-dbc1a862c1c4,segment=NetworkSegment(cc97d124-6b4e-4665-80b3-7670aa542a45),segment_id=cc97d124-6b4e-4665-80b3-7670aa542a45)] {{(pid=109760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:56:35.713878 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-2b92aeb1-4682-422b-a3b1-abf0700d3552 req-7d4e994b-b010-4312-aa2b-6ddc8facf2dd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (b993b368-d74b-4950-bb49-dbc1a862c1c4), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:35.753017 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [req-2b92aeb1-4682-422b-a3b1-abf0700d3552 req-7d4e994b-b010-4312-aa2b-6ddc8facf2dd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Calling delete_port for b993b368-d74b-4950-bb49-dbc1a862c1c4 owned by compute:nova {{(pid=109760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 12:56:36.039833 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-c934fd16-262e-4a32-ad4a-18041017b05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:36.180155 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-2b92aeb1-4682-422b-a3b1-abf0700d3552 req-7d4e994b-b010-4312-aa2b-6ddc8facf2dd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (b993b368-d74b-4950-bb49-dbc1a862c1c4), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:36.199139 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['b993b368-d74b-4950-bb49-dbc1a862c1c4'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:56:36.201106 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930177c-9ef8-48b5-80a7-7ed4287cf065 req-9687cd37-8d5c-4f49-a9f7-0a49cc5c6b42 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:36.224156 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b930177c-9ef8-48b5-80a7-7ed4287cf065 req-9687cd37-8d5c-4f49-a9f7-0a49cc5c6b42 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.1973293 Jan 20 12:56:36.255561 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e994b-b010-4312-aa2b-6ddc8facf2dd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Pushing event deleted for resources: {'Port': ['ID=b993b368-d74b-4950-bb49-dbc1a862c1c4,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:36.368811 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b930177c-9ef8-48b5-80a7-7ed4287cf065 req-398b09bd-fecb-4c56-a5e1-16db9922589d tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360557 Jan 20 12:56:36.466263 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b92aeb1-4682-422b-a3b1-abf0700d3552 req-7d4e994b-b010-4312-aa2b-6ddc8facf2dd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] No DVR routers for this DVR port b993b368-d74b-4950-bb49-dbc1a862c1c4 on host hv-cinder-80403 {{(pid=109760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 12:56:36.469814 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-2b92aeb1-4682-422b-a3b1-abf0700d3552 req-7d4e994b-b010-4312-aa2b-6ddc8facf2dd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:36.474434 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-2b92aeb1-4682-422b-a3b1-abf0700d3552 req-7d4e994b-b010-4312-aa2b-6ddc8facf2dd tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.107 "DELETE /v2.0/ports/b993b368-d74b-4950-bb49-dbc1a862c1c4 HTTP/1.1" status: 204 len: 173 time: 1.2793674 Jan 20 12:56:36.478562 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e157728-776e-4ec3-817d-bf334d9f087f', 'name': 'network-vif-deleted', 'tag': 'b993b368-d74b-4950-bb49-dbc1a862c1c4'}] {{(pid=109760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:56:36.486754 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ea70534e3ec4c8535c613b7f61a71075c31a0f3d27b65f13708ffbf10b8f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b433902d-7fd7-4116-8650-178386508603" -d '{"events": [{"server_uuid": "0e157728-776e-4ec3-817d-bf334d9f087f", "name": "network-vif-deleted", "tag": "b993b368-d74b-4950-bb49-dbc1a862c1c4"}]}' {{(pid=109760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:56:36.669817 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510b2a4-f13f-419e-a945-c6438fca0fb6 req-6cca71ae-09c6-410a-85ce-80fe13b7c59a tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:36.682682 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4510b2a4-f13f-419e-a945-c6438fca0fb6 req-6cca71ae-09c6-410a-85ce-80fe13b7c59a tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.1947169 Jan 20 12:56:36.705330 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa8045-857d-41a8-a5d8-b98b6419a11b req-d82fe784-d26b-4d99-9be6-7bd9e91c925a tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:36.707819 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-80aa8045-857d-41a8-a5d8-b98b6419a11b req-d82fe784-d26b-4d99-9be6-7bd9e91c925a tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a720a8-5584-458f-a6f0-a33f93f5df72 HTTP/1.1" status: 200 len: 945 time: 0.2041707 Jan 20 12:56:36.837525 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4510b2a4-f13f-419e-a945-c6438fca0fb6 req-765bcd26-bb31-43b3-b6ea-8c6bbe40366a tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533198 Jan 20 12:56:36.900277 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-80aa8045-857d-41a8-a5d8-b98b6419a11b req-c6a7c583-a7b2-4fa5-b13a-3d94ec6a5ee0 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837049 Jan 20 12:56:36.946712 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 12:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302bf7f6-6fd3-43cf-8e21-6bbf3fe2bd29 x-openstack-request-id: req-302bf7f6-6fd3-43cf-8e21-6bbf3fe2bd29 {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:56:36.947003 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e157728-776e-4ec3-817d-bf334d9f087f", "name": "network-vif-deleted", "tag": "b993b368-d74b-4950-bb49-dbc1a862c1c4", "status": "completed", "code": 200}]} {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:56:36.947446 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-302bf7f6-6fd3-43cf-8e21-6bbf3fe2bd29 {{(pid=109760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:56:36.948023 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e157728-776e-4ec3-817d-bf334d9f087f', 'name': 'network-vif-deleted', 'tag': 'b993b368-d74b-4950-bb49-dbc1a862c1c4', 'status': 'completed', 'code': 200} Jan 20 12:56:37.116030 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-298fdc14-845d-4aa5-a088-d83641f56bca req-c913fe7f-0fac-4cfa-a33e-d991b15421a1 tempest-ServerRescueNegativeTestJSON-1728743539 tempest-ServerRescueNegativeTestJSON-1728743539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e157728-776e-4ec3-817d-bf334d9f087f HTTP/1.1" status: 200 len: 210 time: 0.0435820 Jan 20 12:56:37.595388 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18546cc1-e0a5-4b8f-88af-d380f6db25cb req-65b693c2-1308-4b06-b0b1-6a2d571092a1 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:37.621604 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-18546cc1-e0a5-4b8f-88af-d380f6db25cb req-65b693c2-1308-4b06-b0b1-6a2d571092a1 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.1522019 Jan 20 12:56:37.641400 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:37.814104 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-18546cc1-e0a5-4b8f-88af-d380f6db25cb req-af8afac4-649e-4cdc-a95b-c371357b3902 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881995 Jan 20 12:56:38.249573 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device b993b368-d74b-4950-bb49-dbc1a862c1c4 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 12:56:38.274960 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ace5e-9a01-47b6-a80e-5073fbe9b5b3 req-9c2c3877-33a3-45a6-b99c-6ba0fb61382f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:38.283940 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-db5ace5e-9a01-47b6-a80e-5073fbe9b5b3 req-9c2c3877-33a3-45a6-b99c-6ba0fb61382f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.1198936 Jan 20 12:56:38.323528 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] No Port match for: b993b368-d74b-4950-bb49-dbc1a862c1c4 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 12:56:38.325937 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device b993b368-d74b-4950-bb49-dbc1a862c1c4 not bound to the agent host hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 12:56:38.342932 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f846b-31a8-41e8-8e0f-f1b387b96b8e req-04d12cee-e00a-4a9e-8c21-1931d4398586 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:38.354329 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8a0f846b-31a8-41e8-8e0f-f1b387b96b8e req-04d12cee-e00a-4a9e-8c21-1931d4398586 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a720a8-5584-458f-a6f0-a33f93f5df72 HTTP/1.1" status: 200 len: 945 time: 0.2593575 Jan 20 12:56:38.685019 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-db5ace5e-9a01-47b6-a80e-5073fbe9b5b3 req-5c01892a-8f10-4ec4-a5d4-c4a5afbc061d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3668191 Jan 20 12:56:38.708056 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8a0f846b-31a8-41e8-8e0f-f1b387b96b8e req-b29961b3-de12-4e10-aa80-6219cc349ec9 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513913 Jan 20 12:56:39.060708 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 58234) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:56:39.144089 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabe290-3ce8-4fca-8d55-1c716cd5b57b req-a04a4eae-3380-4d32-b5a8-476893cc65c0 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:39.198390 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bdabe290-3ce8-4fca-8d55-1c716cd5b57b req-a04a4eae-3380-4d32-b5a8-476893cc65c0 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.1566236 Jan 20 12:56:39.273823 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15707aeb-b57f-40c9-becf-a5b5498ad98c req-9abacfd6-5431-4daf-9aa7-4ef622098f77 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:39.281809 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-15707aeb-b57f-40c9-becf-a5b5498ad98c req-9abacfd6-5431-4daf-9aa7-4ef622098f77 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.107 "GET /v2.0/ports?device_id=31a720a8-5584-458f-a6f0-a33f93f5df72 HTTP/1.1" status: 200 len: 945 time: 0.5046682 Jan 20 12:56:39.305837 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bdabe290-3ce8-4fca-8d55-1c716cd5b57b req-6af52d5c-6441-4298-aa07-c16c50e6b474 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391866 Jan 20 12:56:39.583690 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:39.737640 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [req-15707aeb-b57f-40c9-becf-a5b5498ad98c req-48a1d80c-60d5-481b-8888-f543688100ff tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Deleting port dd22a0d0-c337-435b-9f20-d1046bb3e230 {{(pid=109760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 12:56:39.737984 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-15707aeb-b57f-40c9-becf-a5b5498ad98c req-48a1d80c-60d5-481b-8888-f543688100ff tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (dd22a0d0-c337-435b-9f20-d1046bb3e230), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:39.950458 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc3c55-3c9e-4edf-a728-9bccc03c2394 req-cdfdef19-282f-4a9c-99e1-a69893d5a578 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:39.953961 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4ffc3c55-3c9e-4edf-a728-9bccc03c2394 req-cdfdef19-282f-4a9c-99e1-a69893d5a578 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.0806994 Jan 20 12:56:40.019744 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [req-15707aeb-b57f-40c9-becf-a5b5498ad98c req-48a1d80c-60d5-481b-8888-f543688100ff tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] For port dd22a0d0-c337-435b-9f20-d1046bb3e230, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=dd22a0d0-c337-435b-9f20-d1046bb3e230,segment=NetworkSegment(12a04a7f-2991-4069-9a95-1caa23baeb64),segment_id=12a04a7f-2991-4069-9a95-1caa23baeb64)] {{(pid=109760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:56:40.020072 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-15707aeb-b57f-40c9-becf-a5b5498ad98c req-48a1d80c-60d5-481b-8888-f543688100ff tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (dd22a0d0-c337-435b-9f20-d1046bb3e230), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:40.029950 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4ffc3c55-3c9e-4edf-a728-9bccc03c2394 req-6d796574-3a60-4e7a-8acf-d9db0b679660 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630655 Jan 20 12:56:40.054971 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [req-15707aeb-b57f-40c9-becf-a5b5498ad98c req-48a1d80c-60d5-481b-8888-f543688100ff tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Calling delete_port for dd22a0d0-c337-435b-9f20-d1046bb3e230 owned by compute:nova {{(pid=109760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 12:56:40.085964 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:40.368088 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b996c19-8b24-48bb-8f0f-44ec7f1d9a40 req-2ed7a26f-b8da-45de-b5dc-f5facd30d4ef tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:40.371241 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2b996c19-8b24-48bb-8f0f-44ec7f1d9a40 req-2ed7a26f-b8da-45de-b5dc-f5facd30d4ef tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a720a8-5584-458f-a6f0-a33f93f5df72 HTTP/1.1" status: 200 len: 945 time: 0.1461422 Jan 20 12:56:40.518673 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2b996c19-8b24-48bb-8f0f-44ec7f1d9a40 req-e686776f-aa02-4958-8bb2-4b0ffce3e6a4 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358171 Jan 20 12:56:40.652771 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-45a25db8-5160-46eb-bf3c-ac0f97d49eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545717'] for router_interface (8fed2891-7fbf-410e-b9f1-95188133e99e), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:40.658454 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-15707aeb-b57f-40c9-becf-a5b5498ad98c req-48a1d80c-60d5-481b-8888-f543688100ff tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (dd22a0d0-c337-435b-9f20-d1046bb3e230), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:40.675868 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['3a497f72-8448-42ab-a547-0eccee02be1d', 'bcd0deb6-a22b-461d-a8fa-a803e44e0fe4', '862fb9b1-47ac-4dd7-bfcb-b5625f4cba30'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:56:40.837578 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17daf1-0a82-44e4-b8a9-9be9dd3bdeb8 req-4046f838-8ce9-4d04-97c1-1c47ff886e7e tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:40.851823 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ec17daf1-0a82-44e4-b8a9-9be9dd3bdeb8 req-4046f838-8ce9-4d04-97c1-1c47ff886e7e tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.1262505 Jan 20 12:56:40.986490 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ec17daf1-0a82-44e4-b8a9-9be9dd3bdeb8 req-06ec6331-ae70-47f7-8f60-0931643072a2 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313233 Jan 20 12:56:40.991945 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1d80c-60d5-481b-8888-f543688100ff tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Pushing event deleted for resources: {'Port': ['ID=dd22a0d0-c337-435b-9f20-d1046bb3e230,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:41.049374 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [req-15707aeb-b57f-40c9-becf-a5b5498ad98c req-48a1d80c-60d5-481b-8888-f543688100ff tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] No DVR routers for this DVR port dd22a0d0-c337-435b-9f20-d1046bb3e230 on host hv-cinder-80403 {{(pid=109760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 12:56:41.055076 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-15707aeb-b57f-40c9-becf-a5b5498ad98c req-48a1d80c-60d5-481b-8888-f543688100ff tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:41.058841 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-15707aeb-b57f-40c9-becf-a5b5498ad98c req-48a1d80c-60d5-481b-8888-f543688100ff tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.107 "DELETE /v2.0/ports/dd22a0d0-c337-435b-9f20-d1046bb3e230 HTTP/1.1" status: 204 len: 173 time: 1.7743149 Jan 20 12:56:41.059495 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a720a8-5584-458f-a6f0-a33f93f5df72', 'name': 'network-vif-deleted', 'tag': 'dd22a0d0-c337-435b-9f20-d1046bb3e230'}] {{(pid=109760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:56:41.062258 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ea70534e3ec4c8535c613b7f61a71075c31a0f3d27b65f13708ffbf10b8f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c86298-71df-4aad-b953-5e6aca472f5d" -d '{"events": [{"server_uuid": "31a720a8-5584-458f-a6f0-a33f93f5df72", "name": "network-vif-deleted", "tag": "dd22a0d0-c337-435b-9f20-d1046bb3e230"}]}' {{(pid=109760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:56:41.118010 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:41.184713 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 12:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3e3625-4161-47e8-9aab-799a630df5c9 x-openstack-request-id: req-2d3e3625-4161-47e8-9aab-799a630df5c9 {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:56:41.187684 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a720a8-5584-458f-a6f0-a33f93f5df72", "name": "network-vif-deleted", "tag": "dd22a0d0-c337-435b-9f20-d1046bb3e230", "status": "completed", "code": 200}]} {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:56:41.187684 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2d3e3625-4161-47e8-9aab-799a630df5c9 {{(pid=109760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:56:41.187684 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a720a8-5584-458f-a6f0-a33f93f5df72', 'name': 'network-vif-deleted', 'tag': 'dd22a0d0-c337-435b-9f20-d1046bb3e230', 'status': 'completed', 'code': 200} Jan 20 12:56:41.303012 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-45a25db8-5160-46eb-bf3c-ac0f97d49eeb admin admin] Deleting port 69303bf2-4bf9-4b61-b4d9-18132d897e8d {{(pid=109760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 12:56:41.304049 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-45a25db8-5160-46eb-bf3c-ac0f97d49eeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (69303bf2-4bf9-4b61-b4d9-18132d897e8d), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:41.428357 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcccb59-4869-4ca6-a11c-3ee131426eb3 req-a32b354e-4cfe-44af-a92f-53078163d9f8 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:41.430377 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-dfcccb59-4869-4ca6-a11c-3ee131426eb3 req-a32b354e-4cfe-44af-a92f-53078163d9f8 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.1769373 Jan 20 12:56:41.604397 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-dfcccb59-4869-4ca6-a11c-3ee131426eb3 req-40bd7e3d-9545-406f-b4c4-e65fe8ab6787 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675344 Jan 20 12:56:41.735540 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [None req-45a25db8-5160-46eb-bf3c-ac0f97d49eeb admin admin] For port 69303bf2-4bf9-4b61-b4d9-18132d897e8d, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=69303bf2-4bf9-4b61-b4d9-18132d897e8d,segment=NetworkSegment(cc97d124-6b4e-4665-80b3-7670aa542a45),segment_id=cc97d124-6b4e-4665-80b3-7670aa542a45)] {{(pid=109760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:56:41.736746 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-45a25db8-5160-46eb-bf3c-ac0f97d49eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (69303bf2-4bf9-4b61-b4d9-18132d897e8d), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:41.753993 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-45a25db8-5160-46eb-bf3c-ac0f97d49eeb admin admin] Calling delete_port for 69303bf2-4bf9-4b61-b4d9-18132d897e8d owned by network:router_interface {{(pid=109760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 12:56:41.997561 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d448518a-acfc-414d-9a07-f05ef424b9a4 req-f12105ed-bba9-4e17-8657-6fa4c510104c tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=31a720a8-5584-458f-a6f0-a33f93f5df72 HTTP/1.1" status: 200 len: 210 time: 0.0509267 Jan 20 12:56:42.150082 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-45a25db8-5160-46eb-bf3c-ac0f97d49eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (69303bf2-4bf9-4b61-b4d9-18132d897e8d), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:42.242920 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a25db8-5160-46eb-bf3c-ac0f97d49eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=69303bf2-4bf9-4b61-b4d9-18132d897e8d,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:42.247728 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device dd22a0d0-c337-435b-9f20-d1046bb3e230 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 12:56:42.259062 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a7257-1224-4a6a-af82-2a8c46f061fb req-ae9c2abb-8ab8-4c45-b421-b77e8bf8a9d2 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:42.274350 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-001a7257-1224-4a6a-af82-2a8c46f061fb req-ae9c2abb-8ab8-4c45-b421-b77e8bf8a9d2 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.1281021 Jan 20 12:56:42.316878 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] No Port match for: dd22a0d0-c337-435b-9f20-d1046bb3e230 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 12:56:42.317875 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device dd22a0d0-c337-435b-9f20-d1046bb3e230 not bound to the agent host hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 12:56:42.496330 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-001a7257-1224-4a6a-af82-2a8c46f061fb req-a0ab0a48-bb64-48fd-89e6-7812702e7c57 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208023 Jan 20 12:56:42.528302 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-45a25db8-5160-46eb-bf3c-ac0f97d49eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1477607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1559935'] for router_interface (8fed2891-7fbf-410e-b9f1-95188133e99e), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:42.983229 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84fc76-5f95-4fb0-b046-5417725963d0 req-8f81c35a-74e4-4ff0-8c4f-e813b1fdb5e7 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:42.993452 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3c84fc76-5f95-4fb0-b046-5417725963d0 req-8f81c35a-74e4-4ff0-8c4f-e813b1fdb5e7 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.1824806 Jan 20 12:56:43.119675 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3c84fc76-5f95-4fb0-b046-5417725963d0 req-8a6a1b13-a4bf-462e-9d52-f8fad05b690d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247597 Jan 20 12:56:43.213756 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a25db8-5160-46eb-bf3c-ac0f97d49eeb admin admin] Router 8fed2891-7fbf-410e-b9f1-95188133e99e has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 12:56:43.548259 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a25db8-5160-46eb-bf3c-ac0f97d49eeb admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:56:43.566117 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77f91c9-5f8c-49ca-b9ce-55b59c303797 None None] Sync routers for ids ['8fed2891-7fbf-410e-b9f1-95188133e99e'] in dv-cinder-804035-24-iscsi {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 12:56:43.586205 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-45a25db8-5160-46eb-bf3c-ac0f97d49eeb admin admin] 10.222.0.57 "PUT /v2.0/routers/8fed2891-7fbf-410e-b9f1-95188133e99e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5161695 Jan 20 12:56:43.589108 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 58284) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:56:43.605879 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f91c9-5f8c-49ca-b9ce-55b59c303797 None None] Routers {'8fed2891-7fbf-410e-b9f1-95188133e99e'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:56:43.610584 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-b77f91c9-5f8c-49ca-b9ce-55b59c303797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:56:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['8fed2891-7fbf-410e-b9f1-95188133e99e'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:56:43.632599 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4db99c-9730-46f4-ac8d-cc804a897bb2 req-4d563785-5b89-4552-b603-cc65bb41505b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:43.632599 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-0c4db99c-9730-46f4-ac8d-cc804a897bb2 req-4d563785-5b89-4552-b603-cc65bb41505b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=45c3ebca63544b178b63b288cecc910c&device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 1099 time: 0.1332948 Jan 20 12:56:43.841118 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] Publish callbacks [] for router (8fed2891-7fbf-410e-b9f1-95188133e99e), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:43.933107 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97804cc-600a-4750-99b6-ed1917071600 req-2654aa71-5f1d-403a-ae9f-ddcd95ef863d tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:43.934852 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4db99c-9730-46f4-ac8d-cc804a897bb2 req-727738f5-6cb2-4b6f-9793-cec2e6734073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:43.936766 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-0c4db99c-9730-46f4-ac8d-cc804a897bb2 req-727738f5-6cb2-4b6f-9793-cec2e6734073 service neutron] 10.222.0.107 "GET /v2.0/networks?id=51dfc435-f4d5-4bb7-b519-debcc47256e8 HTTP/1.1" status: 200 len: 912 time: 0.2808609 Jan 20 12:56:43.943480 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b97804cc-600a-4750-99b6-ed1917071600 req-2654aa71-5f1d-403a-ae9f-ddcd95ef863d tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.1640322 Jan 20 12:56:44.023308 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-b77f91c9-5f8c-49ca-b9ce-55b59c303797 None None] Set router 8fed2891-7fbf-410e-b9f1-95188133e99e gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:56:44.106613 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b97804cc-600a-4750-99b6-ed1917071600 req-c00fb68a-6769-46c5-8d8b-efb81195bff2 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552756 Jan 20 12:56:44.197276 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-0c4db99c-9730-46f4-ac8d-cc804a897bb2 req-7ec09662-37bf-4b47-b4a6-cb5dd15d8b88 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbed8e13-f09c-48e8-a597-615062bd1618 HTTP/1.1" status: 200 len: 1002 time: 0.2524955 Jan 20 12:56:44.208202 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] Publish callbacks [] for router_gateway (8fed2891-7fbf-410e-b9f1-95188133e99e), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:44.369491 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4db99c-9730-46f4-ac8d-cc804a897bb2 req-57dc527c-a75b-40c0-9ea6-43999621dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:44.372056 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-0c4db99c-9730-46f4-ac8d-cc804a897bb2 req-57dc527c-a75b-40c0-9ea6-43999621dfc0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=7e70a924-e46b-43c1-b6e9-160e1b7b97c7 HTTP/1.1" status: 200 len: 850 time: 0.1651199 Jan 20 12:56:44.446278 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-b77f91c9-5f8c-49ca-b9ce-55b59c303797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fed2891-7fbf-410e-b9f1-95188133e99e', 'name': 'tempest-ServerRescueNegativeTestJSON-291661847-router', 'tenant_id': '428c88034eba4cf187ed3b80a771c522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '877f910a-8880-4633-84fd-08f7992c21e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:56:41Z', 'revision_number': 5, 'project_id': '428c88034eba4cf187ed3b80a771c522', 'gw_port': {'id': '877f910a-8880-4633-84fd-08f7992c21e9', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fed2891-7fbf-410e-b9f1-95188133e99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:34Z', 'updated_at': '2022-01-20T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:56:44.515019 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77f91c9-5f8c-49ca-b9ce-55b59c303797 None None] Checking router: 8fed2891-7fbf-410e-b9f1-95188133e99e for host: dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 12:56:44.520113 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4db99c-9730-46f4-ac8d-cc804a897bb2 req-de4ea12c-74b2-461f-a2db-2e13559b1bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:44.527296 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-0c4db99c-9730-46f4-ac8d-cc804a897bb2 req-de4ea12c-74b2-461f-a2db-2e13559b1bcf service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=51dfc435-f4d5-4bb7-b519-debcc47256e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1457043 Jan 20 12:56:44.531011 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00129696-19cd-4497-b31e-4ecf51d757ec req-3b19810a-acbb-4a7b-ac62-abd0b0ef2322 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:44.536313 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f91c9-5f8c-49ca-b9ce-55b59c303797 None None] Routers {'8fed2891-7fbf-410e-b9f1-95188133e99e'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:56:44.536979 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-b77f91c9-5f8c-49ca-b9ce-55b59c303797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:56:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['8fed2891-7fbf-410e-b9f1-95188133e99e'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:56:44.542871 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-00129696-19cd-4497-b31e-4ecf51d757ec req-3b19810a-acbb-4a7b-ac62-abd0b0ef2322 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.2781289 Jan 20 12:56:44.644710 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] Deleting port 877f910a-8880-4633-84fd-08f7992c21e9 {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 12:56:44.644710 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (877f910a-8880-4633-84fd-08f7992c21e9), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:44.748887 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-b77f91c9-5f8c-49ca-b9ce-55b59c303797 None None] Set router 8fed2891-7fbf-410e-b9f1-95188133e99e gateway port host: None {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:56:44.829666 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-b77f91c9-5f8c-49ca-b9ce-55b59c303797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fed2891-7fbf-410e-b9f1-95188133e99e', 'name': 'tempest-ServerRescueNegativeTestJSON-291661847-router', 'tenant_id': '428c88034eba4cf187ed3b80a771c522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:56:44Z', 'revision_number': 6, 'project_id': '428c88034eba4cf187ed3b80a771c522', 'gw_port_host': None}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:56:44.860565 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-00129696-19cd-4497-b31e-4ecf51d757ec req-f47562d6-2df4-4ac6-b3db-2570c1fb22ac tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2973812 Jan 20 12:56:44.897991 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-0c4db99c-9730-46f4-ac8d-cc804a897bb2 req-78008b90-34d8-4a99-919a-4864dafe5d33 service neutron] 10.222.0.107 "GET /v2.0/networks/51dfc435-f4d5-4bb7-b519-debcc47256e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617394 Jan 20 12:56:44.923461 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77f91c9-5f8c-49ca-b9ce-55b59c303797 None None] The sync data for ids ['8fed2891-7fbf-410e-b9f1-95188133e99e'] in dv-cinder-804035-24-iscsi is: [{'id': '8fed2891-7fbf-410e-b9f1-95188133e99e', 'name': 'tempest-ServerRescueNegativeTestJSON-291661847-router', 'tenant_id': '428c88034eba4cf187ed3b80a771c522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:56:44Z', 'revision_number': 6, 'project_id': '428c88034eba4cf187ed3b80a771c522', 'gw_port_host': None}] {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 12:56:45.164772 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] For port 877f910a-8880-4633-84fd-08f7992c21e9, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=877f910a-8880-4633-84fd-08f7992c21e9,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:56:45.170330 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (877f910a-8880-4633-84fd-08f7992c21e9), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:45.216316 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] Calling delete_port for 877f910a-8880-4633-84fd-08f7992c21e9 owned by network:router_gateway {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 12:56:45.245898 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-0c4db99c-9730-46f4-ac8d-cc804a897bb2 req-9f562188-3cac-4e8b-88df-1289a990fb94 service neutron] 10.222.0.107 "GET /v2.0/networks/51dfc435-f4d5-4bb7-b519-debcc47256e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367879 Jan 20 12:56:45.641740 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00785d48-9b58-4509-9c27-52f42fc5077f req-480fb61d-8526-4ca8-9800-775ea76fa77a tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:45.644564 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-00785d48-9b58-4509-9c27-52f42fc5077f req-480fb61d-8526-4ca8-9800-775ea76fa77a tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.4003408 Jan 20 12:56:45.952091 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-00785d48-9b58-4509-9c27-52f42fc5077f req-5f20a889-ddf8-48c1-bc33-0899efc3c281 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2911212 Jan 20 12:56:46.384434 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614'] for port (877f910a-8880-4633-84fd-08f7992c21e9), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:46.529847 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] Pushing event deleted for resources: {'Port': ['ID=877f910a-8880-4633-84fd-08f7992c21e9,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:46.544062 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:46.544062 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:46.544062 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:46.544062 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:46.544062 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:46.545178 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:46.545178 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:46.545178 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:46.545728 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:46.545728 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:46.546079 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:46.546259 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:46.546574 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:56:46.558224 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f3a5d-b345-4625-81e3-c5e084adba67 req-b980b5a1-b1ad-454c-ac8f-b2ae57509343 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:46.560034 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-567f3a5d-b345-4625-81e3-c5e084adba67 req-b980b5a1-b1ad-454c-ac8f-b2ae57509343 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.3355184 Jan 20 12:56:46.561045 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1567116'] for router_gateway (8fed2891-7fbf-410e-b9f1-95188133e99e), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:46.945009 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 69303bf2-4bf9-4b61-b4d9-18132d897e8d no longer exists at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 12:56:47.052939 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede643e4-3b73-4867-bda4-14a4a49e282b req-b891b3ac-0bd0-4370-b9e4-86fd4e38d36b tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:47.060253 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] No Port match for: 69303bf2-4bf9-4b61-b4d9-18132d897e8d {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 12:56:47.062108 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 69303bf2-4bf9-4b61-b4d9-18132d897e8d not bound to the agent host dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 12:56:47.062558 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ede643e4-3b73-4867-bda4-14a4a49e282b req-b891b3ac-0bd0-4370-b9e4-86fd4e38d36b tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd91cfcf-b2b2-4364-913d-4014cec83d48 HTTP/1.1" status: 200 len: 945 time: 0.5649605 Jan 20 12:56:47.064073 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 877f910a-8880-4633-84fd-08f7992c21e9 no longer exists at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 12:56:47.072417 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1571896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58000'] for router (8fed2891-7fbf-410e-b9f1-95188133e99e), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:47.101229 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] Publish callbacks [] for router_controller (8fed2891-7fbf-410e-b9f1-95188133e99e), precommit_delete_associations {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:47.136435 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] No Port match for: 877f910a-8880-4633-84fd-08f7992c21e9 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 12:56:47.137128 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 877f910a-8880-4633-84fd-08f7992c21e9 not bound to the agent host dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 12:56:47.197263 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-567f3a5d-b345-4625-81e3-c5e084adba67 req-7646285c-f780-40e1-9a89-ec997c0981fe tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6127689 Jan 20 12:56:47.233352 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ede643e4-3b73-4867-bda4-14a4a49e282b req-b1af9c77-a692-47a3-8482-48d1ea9d96dc tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694298 Jan 20 12:56:47.327992 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a107b0a-e76e-4ceb-a374-bcdd3fadbb86 req-c3b4115e-5de6-4187-8cb1-c945a8c832fe tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:47.329721 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1a107b0a-e76e-4ceb-a374-bcdd3fadbb86 req-c3b4115e-5de6-4187-8cb1-c945a8c832fe tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0597284 Jan 20 12:56:47.398267 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1a107b0a-e76e-4ceb-a374-bcdd3fadbb86 req-bae04319-560d-4d54-8e35-d18d41d8a294 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615854 Jan 20 12:56:47.401468 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1571895'] for router (8fed2891-7fbf-410e-b9f1-95188133e99e), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:47.402690 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fed2891-7fbf-410e-b9f1-95188133e99e {{(pid=109759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 12:56:47.416064 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:47.416064 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-7dd3f2b0-617c-4955-9c89-7a648d0f2889 admin admin] 10.222.0.57 "DELETE /v2.0/routers/8fed2891-7fbf-410e-b9f1-95188133e99e HTTP/1.1" status: 204 len: 168 time: 3.8237991 Jan 20 12:56:47.418942 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 58308) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:56:47.498291 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac307ee-973f-4fbb-9518-f997f8fde216 admin admin] Deleting subnet ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7 {{(pid=109760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 12:56:47.503074 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2ac307ee-973f-4fbb-9518-f997f8fde216 admin admin] Publish callbacks [] for subnet (ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:47.548998 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2ac307ee-973f-4fbb-9518-f997f8fde216 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5795260'] for subnet (ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7), precommit_delete_associations {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:47.619401 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2ac307ee-973f-4fbb-9518-f997f8fde216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537527'] for subnet (ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:47.779343 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2ac307ee-973f-4fbb-9518-f997f8fde216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4332618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4798155'] for subnet (ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:47.921027 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2ac307ee-973f-4fbb-9518-f997f8fde216 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:47.928079 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-2ac307ee-973f-4fbb-9518-f997f8fde216 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7 HTTP/1.1" status: 204 len: 168 time: 0.5057347 Jan 20 12:56:47.930385 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 58318) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:56:47.931063 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac307ee-973f-4fbb-9518-f997f8fde216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef502f3c-614b-4ba1-a2b9-d4ff61bd14f7,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:48.061538 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6eb84ae-a44b-4865-bd01-0d236ce4b910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497049'] for network (1da03262-aaa2-44ec-9b4a-16ceb45bebd0), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:48.240717 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6eb84ae-a44b-4865-bd01-0d236ce4b910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1524928', 'neutron.services.segments.db._delete_segments_for_network-8775109942164'] for network (1da03262-aaa2-44ec-9b4a-16ceb45bebd0), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:48.278989 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6eb84ae-a44b-4865-bd01-0d236ce4b910 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:56:48.279414 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6eb84ae-a44b-4865-bd01-0d236ce4b910 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:56:48.280081 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6eb84ae-a44b-4865-bd01-0d236ce4b910 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:56:48.280413 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6eb84ae-a44b-4865-bd01-0d236ce4b910 admin admin] Subscribe: > port after_create 55550000 {{(pid=109759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:56:48.281016 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6eb84ae-a44b-4865-bd01-0d236ce4b910 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:56:48.281142 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6eb84ae-a44b-4865-bd01-0d236ce4b910 admin admin] Subscribe: > port after_update 55550000 {{(pid=109759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:56:48.281412 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6eb84ae-a44b-4865-bd01-0d236ce4b910 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:56:48.281777 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6eb84ae-a44b-4865-bd01-0d236ce4b910 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:56:48.282095 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6eb84ae-a44b-4865-bd01-0d236ce4b910 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:56:48.283004 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6eb84ae-a44b-4865-bd01-0d236ce4b910 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:56:48.496431 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6eb84ae-a44b-4865-bd01-0d236ce4b910 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:56:48.497628 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6eb84ae-a44b-4865-bd01-0d236ce4b910 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:56:48.497792 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3012f-e15a-4b1a-a45c-a223a5159bd2 req-d895b8e0-2cae-4575-af9a-ac19770fda78 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:48.498377 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6eb84ae-a44b-4865-bd01-0d236ce4b910 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:56:48.498377 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6eb84ae-a44b-4865-bd01-0d236ce4b910 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 12:56:48.498802 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.services.segments.db [None req-f6eb84ae-a44b-4865-bd01-0d236ce4b910 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da03262-aaa2-44ec-9b4a-16ceb45bebd0']}} {{(pid=109759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:56:48.499279 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-6da3012f-e15a-4b1a-a45c-a223a5159bd2 req-d895b8e0-2cae-4575-af9a-ac19770fda78 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd91cfcf-b2b2-4364-913d-4014cec83d48 HTTP/1.1" status: 200 len: 945 time: 0.1393123 Jan 20 12:56:48.645821 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.services.segments.db [None req-f6eb84ae-a44b-4865-bd01-0d236ce4b910 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc97d124-6b4e-4665-80b3-7670aa542a45') {'for_net_delete': True} {{(pid=109759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:56:48.646415 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.services.segments.db [None req-f6eb84ae-a44b-4865-bd01-0d236ce4b910 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc97d124-6b4e-4665-80b3-7670aa542a45') {} {{(pid=109759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:56:48.739279 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [req-6da3012f-e15a-4b1a-a45c-a223a5159bd2 req-1e367298-39bf-41de-bbf5-bbb1673a5e23 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Deleting port 862fb9b1-47ac-4dd7-bfcb-b5625f4cba30 {{(pid=109760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 12:56:48.740271 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-6da3012f-e15a-4b1a-a45c-a223a5159bd2 req-1e367298-39bf-41de-bbf5-bbb1673a5e23 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (862fb9b1-47ac-4dd7-bfcb-b5625f4cba30), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:48.752871 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6eb84ae-a44b-4865-bd01-0d236ce4b910 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775109942038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4784146'] for segment (cc97d124-6b4e-4665-80b3-7670aa542a45), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:48.836790 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6eb84ae-a44b-4865-bd01-0d236ce4b910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (cc97d124-6b4e-4665-80b3-7670aa542a45), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:48.860696 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61716f-4b6f-4b49-8642-dd08e00c59db req-df5b4000-6e8d-410d-aba3-6368996160bb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:48.862667 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2a61716f-4b6f-4b49-8642-dd08e00c59db req-df5b4000-6e8d-410d-aba3-6368996160bb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.3245113 Jan 20 12:56:48.872766 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6eb84ae-a44b-4865-bd01-0d236ce4b910 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 12:56:48.873194 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6eb84ae-a44b-4865-bd01-0d236ce4b910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217051'] for segment (cc97d124-6b4e-4665-80b3-7670aa542a45), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: Traceback (most recent call last): Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: timer() Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: cb(*args, **kw) Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: return func(*args, **kwargs) Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: self._notify() Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: self.callback(batched_events) Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: event.method(event) Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: return f(self, *a, **k) Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: return self._get(url).json() Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: return self.request(url, 'GET', **kwargs) Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 12:56:48.879518 dv-cinder-804035-24-iscsi neutron-server[109759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 12:56:48.916016 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [req-6da3012f-e15a-4b1a-a45c-a223a5159bd2 req-1e367298-39bf-41de-bbf5-bbb1673a5e23 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] For port 862fb9b1-47ac-4dd7-bfcb-b5625f4cba30, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=862fb9b1-47ac-4dd7-bfcb-b5625f4cba30,segment=NetworkSegment(12a04a7f-2991-4069-9a95-1caa23baeb64),segment_id=12a04a7f-2991-4069-9a95-1caa23baeb64)] {{(pid=109760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:56:48.916730 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-6da3012f-e15a-4b1a-a45c-a223a5159bd2 req-1e367298-39bf-41de-bbf5-bbb1673a5e23 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (862fb9b1-47ac-4dd7-bfcb-b5625f4cba30), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:48.921118 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4de88-be69-4703-997a-38dc9f3a2841 req-5c19d596-e7d9-441a-af46-3457b2f6c8df tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:48.926337 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-68f4de88-be69-4703-997a-38dc9f3a2841 req-5c19d596-e7d9-441a-af46-3457b2f6c8df tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd91cfcf-b2b2-4364-913d-4014cec83d48 HTTP/1.1" status: 200 len: 945 time: 0.3823943 Jan 20 12:56:48.942629 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [req-6da3012f-e15a-4b1a-a45c-a223a5159bd2 req-1e367298-39bf-41de-bbf5-bbb1673a5e23 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Calling delete_port for 862fb9b1-47ac-4dd7-bfcb-b5625f4cba30 owned by compute:nova {{(pid=109760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 12:56:49.027709 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-68f4de88-be69-4703-997a-38dc9f3a2841 req-4419dbe4-c6dc-41a8-ac10-488b0464960d tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705903 Jan 20 12:56:49.061163 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2a61716f-4b6f-4b49-8642-dd08e00c59db req-87e6816f-6a34-4373-b196-981ef1c7fff3 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792412 Jan 20 12:56:49.170000 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6eb84ae-a44b-4865-bd01-0d236ce4b910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1524953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529948'] for network (1da03262-aaa2-44ec-9b4a-16ceb45bebd0), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:49.183864 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6eb84ae-a44b-4865-bd01-0d236ce4b910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:49.189786 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-f6eb84ae-a44b-4865-bd01-0d236ce4b910 admin admin] 10.222.0.57 "DELETE /v2.0/networks/1da03262-aaa2-44ec-9b4a-16ceb45bebd0 HTTP/1.1" status: 204 len: 168 time: 1.2559650 Jan 20 12:56:49.263923 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb84ae-a44b-4865-bd01-0d236ce4b910 admin admin] Pushing event deleted for resources: {'Network': ['ID=1da03262-aaa2-44ec-9b4a-16ceb45bebd0,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:49.297171 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afc5d1-9c87-4f26-b83a-8b2037f96e93 req-5cf8e562-7882-48d3-99fb-fd9bde4b3060 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:49.299982 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-75afc5d1-9c87-4f26-b83a-8b2037f96e93 req-5cf8e562-7882-48d3-99fb-fd9bde4b3060 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.1503785 Jan 20 12:56:49.357466 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-6da3012f-e15a-4b1a-a45c-a223a5159bd2 req-1e367298-39bf-41de-bbf5-bbb1673a5e23 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (862fb9b1-47ac-4dd7-bfcb-b5625f4cba30), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:49.375224 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['3a497f72-8448-42ab-a547-0eccee02be1d', 'bcd0deb6-a22b-461d-a8fa-a803e44e0fe4', '862fb9b1-47ac-4dd7-bfcb-b5625f4cba30'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:56:49.490495 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e367298-39bf-41de-bbf5-bbb1673a5e23 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Pushing event deleted for resources: {'Port': ['ID=862fb9b1-47ac-4dd7-bfcb-b5625f4cba30,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:49.549136 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-75afc5d1-9c87-4f26-b83a-8b2037f96e93 req-11274aff-80de-4623-8d64-5def5929dd68 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410274 Jan 20 12:56:49.572201 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da3012f-e15a-4b1a-a45c-a223a5159bd2 req-1e367298-39bf-41de-bbf5-bbb1673a5e23 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] No DVR routers for this DVR port 862fb9b1-47ac-4dd7-bfcb-b5625f4cba30 on host hv-cinder-80403 {{(pid=109760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 12:56:49.576480 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [req-6da3012f-e15a-4b1a-a45c-a223a5159bd2 req-1e367298-39bf-41de-bbf5-bbb1673a5e23 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:49.582634 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-6da3012f-e15a-4b1a-a45c-a223a5159bd2 req-1e367298-39bf-41de-bbf5-bbb1673a5e23 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.107 "DELETE /v2.0/ports/862fb9b1-47ac-4dd7-bfcb-b5625f4cba30 HTTP/1.1" status: 204 len: 173 time: 1.0750258 Jan 20 12:56:49.583685 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd91cfcf-b2b2-4364-913d-4014cec83d48', 'name': 'network-vif-deleted', 'tag': '862fb9b1-47ac-4dd7-bfcb-b5625f4cba30'}] {{(pid=109760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:56:49.595749 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ea70534e3ec4c8535c613b7f61a71075c31a0f3d27b65f13708ffbf10b8f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877b46eb-e4f3-47b1-a380-0c56c60a5ccf" -d '{"events": [{"server_uuid": "bd91cfcf-b2b2-4364-913d-4014cec83d48", "name": "network-vif-deleted", "tag": "862fb9b1-47ac-4dd7-bfcb-b5625f4cba30"}]}' {{(pid=109760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:56:49.671765 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 12:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781ff92c-9d67-474d-984e-31ebd7791204 x-openstack-request-id: req-781ff92c-9d67-474d-984e-31ebd7791204 {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:56:49.672087 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd91cfcf-b2b2-4364-913d-4014cec83d48", "name": "network-vif-deleted", "tag": "862fb9b1-47ac-4dd7-bfcb-b5625f4cba30", "status": "completed", "code": 200}]} {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:56:49.672438 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-781ff92c-9d67-474d-984e-31ebd7791204 {{(pid=109760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:56:49.675237 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd91cfcf-b2b2-4364-913d-4014cec83d48', 'name': 'network-vif-deleted', 'tag': '862fb9b1-47ac-4dd7-bfcb-b5625f4cba30', 'status': 'completed', 'code': 200} Jan 20 12:56:49.894043 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 58346) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:56:50.027781 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-46c149e3-d1d5-4cf4-8ef6-0f946b2a3a1e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=428c88034eba4cf187ed3b80a771c522&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1314170 Jan 20 12:56:50.031669 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 58350) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:56:50.311080 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-68c70665-f9de-4d53-8789-c68de1284de4 req-3db7beea-01cc-4e6c-a8f2-0cce1ac0aee5 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd91cfcf-b2b2-4364-913d-4014cec83d48 HTTP/1.1" status: 200 len: 210 time: 0.0473680 Jan 20 12:56:50.335999 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-69ea70af-fa1f-479e-b7b2-e0c9811213d4 admin admin] Publish callbacks [] for security_group (d8cf8e8c-416e-49d9-8398-d1091c6523d2), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:50.368551 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffaa9f2-a371-4bd5-b79b-7f39354c420e req-44a34cc9-c997-4a6c-9505-21152e2a497c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:50.376858 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bffaa9f2-a371-4bd5-b79b-7f39354c420e req-44a34cc9-c997-4a6c-9505-21152e2a497c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.2235348 Jan 20 12:56:50.437688 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-69ea70af-fa1f-479e-b7b2-e0c9811213d4 admin admin] Publish callbacks [] for security_group (d8cf8e8c-416e-49d9-8398-d1091c6523d2), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:50.463708 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d1e60-5647-4551-ae94-8915a8cfdb0b req-ac1725d3-601e-43ac-928a-edc427b7acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:50.465339 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-539d1e60-5647-4551-ae94-8915a8cfdb0b req-ac1725d3-601e-43ac-928a-edc427b7acdd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=45c3ebca63544b178b63b288cecc910c&device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 1099 time: 0.1003900 Jan 20 12:56:50.466555 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bffaa9f2-a371-4bd5-b79b-7f39354c420e req-af24d6cb-818c-42d0-af48-4d030e00fea4 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887730 Jan 20 12:56:50.551659 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec52e3-293c-43b2-9f47-158d6e449d61 req-da17e091-d3fb-4734-b1de-9a24f4c58768 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:50.553441 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-caec52e3-293c-43b2-9f47-158d6e449d61 req-da17e091-d3fb-4734-b1de-9a24f4c58768 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.0772717 Jan 20 12:56:50.649896 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f8d91-7b21-460e-a523-abfefb8438d7 req-b0367e80-a096-463e-b258-2e22b44dc9da tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:50.651520 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e32f8d91-7b21-460e-a523-abfefb8438d7 req-b0367e80-a096-463e-b258-2e22b44dc9da tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 945 time: 0.0970979 Jan 20 12:56:50.656049 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-caec52e3-293c-43b2-9f47-158d6e449d61 req-e0c0a96e-981f-4969-bc5c-55eaec00fed1 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909166 Jan 20 12:56:50.689793 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d1e60-5647-4551-ae94-8915a8cfdb0b req-b8e0ca85-f10f-4dda-a700-1cd05f7f5c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:50.689793 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-539d1e60-5647-4551-ae94-8915a8cfdb0b req-b8e0ca85-f10f-4dda-a700-1cd05f7f5c03 service neutron] 10.222.0.107 "GET /v2.0/networks?id=51dfc435-f4d5-4bb7-b519-debcc47256e8 HTTP/1.1" status: 200 len: 912 time: 0.2139153 Jan 20 12:56:50.739063 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-69ea70af-fa1f-479e-b7b2-e0c9811213d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (d8cf8e8c-416e-49d9-8398-d1091c6523d2), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:50.743993 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-69ea70af-fa1f-479e-b7b2-e0c9811213d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:50.752794 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-69ea70af-fa1f-479e-b7b2-e0c9811213d4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d8cf8e8c-416e-49d9-8398-d1091c6523d2 HTTP/1.1" status: 204 len: 168 time: 0.7178209 Jan 20 12:56:50.800748 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea70af-fa1f-479e-b7b2-e0c9811213d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cf8e8c-416e-49d9-8398-d1091c6523d2,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:50.853847 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e32f8d91-7b21-460e-a523-abfefb8438d7 req-7dfe88ad-39bb-4833-a535-b027b00bbe62 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899409 Jan 20 12:56:50.881809 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-539d1e60-5647-4551-ae94-8915a8cfdb0b req-5bb633c4-f035-4aff-82a6-3b91357a6aa4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbed8e13-f09c-48e8-a597-615062bd1618 HTTP/1.1" status: 200 len: 1002 time: 0.1828585 Jan 20 12:56:50.917892 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 58370) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:56:51.003014 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d1e60-5647-4551-ae94-8915a8cfdb0b req-5809bf79-ffb2-4b3d-b463-d42bb78c6cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:51.005090 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-539d1e60-5647-4551-ae94-8915a8cfdb0b req-5809bf79-ffb2-4b3d-b463-d42bb78c6cdf service neutron] 10.222.0.107 "GET /v2.0/subnets?id=7e70a924-e46b-43c1-b6e9-160e1b7b97c7 HTTP/1.1" status: 200 len: 850 time: 0.1159539 Jan 20 12:56:51.147767 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d1e60-5647-4551-ae94-8915a8cfdb0b req-f8142e66-da24-4276-a08d-708e189f5625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:51.150493 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-539d1e60-5647-4551-ae94-8915a8cfdb0b req-f8142e66-da24-4276-a08d-708e189f5625 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=51dfc435-f4d5-4bb7-b519-debcc47256e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1381369 Jan 20 12:56:51.199067 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932f45c-1740-42d2-beb0-5c600c3f9be6 req-99fe54b2-1837-4ddd-ae69-f26074c0f2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:51.203744 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7932f45c-1740-42d2-beb0-5c600c3f9be6 req-99fe54b2-1837-4ddd-ae69-f26074c0f2e0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a42550bc92f54f3293a5e8c100adf3ec&device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 1099 time: 0.1104286 Jan 20 12:56:51.313936 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-539d1e60-5647-4551-ae94-8915a8cfdb0b req-9116f55b-f330-468c-9934-4c451ac217fa service neutron] 10.222.0.107 "GET /v2.0/networks/51dfc435-f4d5-4bb7-b519-debcc47256e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467705 Jan 20 12:56:51.486516 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf69d573-d2fb-4e7a-8cd2-7390187d8cb2 tempest-TestMinimumBasicScenario-1872335223 tempest-TestMinimumBasicScenario-1872335223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:51.493906 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-cf69d573-d2fb-4e7a-8cd2-7390187d8cb2 tempest-TestMinimumBasicScenario-1872335223 tempest-TestMinimumBasicScenario-1872335223-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 1093 time: 0.5690324 Jan 20 12:56:51.500394 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 58378) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:56:51.520781 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932f45c-1740-42d2-beb0-5c600c3f9be6 req-4a49a240-6ace-43c3-ab51-5e87f83d462d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:51.523766 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7932f45c-1740-42d2-beb0-5c600c3f9be6 req-4a49a240-6ace-43c3-ab51-5e87f83d462d service neutron] 10.222.0.107 "GET /v2.0/networks?id=98783e85-5ee2-4a30-908e-0d0d62c14b33 HTTP/1.1" status: 200 len: 917 time: 0.3110254 Jan 20 12:56:51.617291 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7932f45c-1740-42d2-beb0-5c600c3f9be6 req-574e5376-423a-49df-ace6-7b097e065223 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55cd4c69-e442-4db0-bae3-230265f45758 HTTP/1.1" status: 200 len: 1001 time: 0.0857394 Jan 20 12:56:51.618461 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-1dbd1e3b-2a8b-4def-a8d4-1283d3178007 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Request body: {'floatingip': {'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'port_id': 'b88a922e-9216-477f-8e7f-5379fd6ae9e8', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:56:51.670350 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-539d1e60-5647-4551-ae94-8915a8cfdb0b req-67dd9a6d-001b-4895-b5e9-487e5bf18715 service neutron] 10.222.0.107 "GET /v2.0/networks/51dfc435-f4d5-4bb7-b519-debcc47256e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476679 Jan 20 12:56:51.742050 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932f45c-1740-42d2-beb0-5c600c3f9be6 req-b0768bd1-138a-4fe5-a4ed-f5e648c87933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:51.743710 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7932f45c-1740-42d2-beb0-5c600c3f9be6 req-b0768bd1-138a-4fe5-a4ed-f5e648c87933 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1295fc8c-2285-4e3e-9a1a-e24300eba26a HTTP/1.1" status: 200 len: 855 time: 0.1143260 Jan 20 12:56:51.758453 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18684bb2-48f7-480c-b326-3194a0e231da req-d9bc48ec-df97-4abd-bd6a-2997f552d822 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:51.760186 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-18684bb2-48f7-480c-b326-3194a0e231da req-d9bc48ec-df97-4abd-bd6a-2997f552d822 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.1419203 Jan 20 12:56:51.840002 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-1dbd1e3b-2a8b-4def-a8d4-1283d3178007 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:51.861254 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932f45c-1740-42d2-beb0-5c600c3f9be6 req-68a3295e-5f21-436b-89ad-40448a40bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:51.863865 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7932f45c-1740-42d2-beb0-5c600c3f9be6 req-68a3295e-5f21-436b-89ad-40448a40bb1b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=98783e85-5ee2-4a30-908e-0d0d62c14b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1020114 Jan 20 12:56:51.880794 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-18684bb2-48f7-480c-b326-3194a0e231da req-33dd15b1-2c78-4248-a383-f223e89d797e tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897775 Jan 20 12:56:52.053708 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7932f45c-1740-42d2-beb0-5c600c3f9be6 req-72a99fff-6b0b-43e7-9b94-d2dbd6b8a70a service neutron] 10.222.0.107 "GET /v2.0/networks/98783e85-5ee2-4a30-908e-0d0d62c14b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716058 Jan 20 12:56:52.092228 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-1dbd1e3b-2a8b-4def-a8d4-1283d3178007 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:52.272731 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_common [None req-1dbd1e3b-2a8b-4def-a8d4-1283d3178007 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Allocated IP 172.27.0.152 (2a70364f-7478-4e00-a602-43026420194c/64f75221-ca68-464e-809b-7e1d4f1c5699/fd6df960-76b7-4c7c-9c00-0956019e8ab2) {{(pid=109760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:56:52.302101 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 862fb9b1-47ac-4dd7-bfcb-b5625f4cba30 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 12:56:52.352256 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] No Port match for: 862fb9b1-47ac-4dd7-bfcb-b5625f4cba30 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 12:56:52.353183 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 862fb9b1-47ac-4dd7-bfcb-b5625f4cba30 not bound to the agent host hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 12:56:52.359523 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792397f2-9b88-46cf-9fdb-00d0901c4e37 req-db33ea9b-d308-4b84-b457-49c7cd1d1dbb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:52.366806 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-792397f2-9b88-46cf-9fdb-00d0901c4e37 req-db33ea9b-d308-4b84-b457-49c7cd1d1dbb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.2266243 Jan 20 12:56:52.480857 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7932f45c-1740-42d2-beb0-5c600c3f9be6 req-c543db1a-354e-4bee-8580-c412b41155da service neutron] 10.222.0.107 "GET /v2.0/networks/98783e85-5ee2-4a30-908e-0d0d62c14b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181752 Jan 20 12:56:52.532415 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e91d8-b696-4b46-92e5-99cad07d0d64 req-1bab2fa5-7d04-4a17-a009-8d831407e4c1 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:52.534498 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d14e91d8-b696-4b46-92e5-99cad07d0d64 req-1bab2fa5-7d04-4a17-a009-8d831407e4c1 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a HTTP/1.1" status: 200 len: 945 time: 0.2772486 Jan 20 12:56:52.550266 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-1dbd1e3b-2a8b-4def-a8d4-1283d3178007 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for port (fd6df960-76b7-4c7c-9c00-0956019e8ab2), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:52.627795 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-792397f2-9b88-46cf-9fdb-00d0901c4e37 req-87920744-898c-45f9-bb22-1b995eebeeda tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468839 Jan 20 12:56:52.684744 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-1dbd1e3b-2a8b-4def-a8d4-1283d3178007 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (fd6df960-76b7-4c7c-9c00-0956019e8ab2), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:52.708913 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d14e91d8-b696-4b46-92e5-99cad07d0d64 req-1ec7a012-9fb7-49be-aa61-63157d8b82ab tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641338 Jan 20 12:56:52.784536 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbd1e3b-2a8b-4def-a8d4-1283d3178007 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Network 2a70364f-7478-4e00-a602-43026420194c is already hosted by enough agents. {{(pid=109760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:56:52.790744 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd1e3b-2a8b-4def-a8d4-1283d3178007 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Pushing event updated for resources: {'Port': ['ID=fd6df960-76b7-4c7c-9c00-0956019e8ab2,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:52.803435 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-1dbd1e3b-2a8b-4def-a8d4-1283d3178007 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Resources bound (agent type, host, resource id): {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:56:52.808040 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd1e3b-2a8b-4def-a8d4-1283d3178007 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Received port after_create {{(pid=109760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:56:53.060288 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7aba8-d4a9-4db6-a415-79d473aa1bd9 req-4173fbdd-b0f4-4e23-afb4-4d23930eab07 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:53.068404 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fac7aba8-d4a9-4db6-a415-79d473aa1bd9 req-4173fbdd-b0f4-4e23-afb4-4d23930eab07 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0687394 Jan 20 12:56:53.139298 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fac7aba8-d4a9-4db6-a415-79d473aa1bd9 req-68795456-5020-4a35-83fb-01a7a6a69839 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699673 Jan 20 12:56:53.461479 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-1dbd1e3b-2a8b-4def-a8d4-1283d3178007 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for floatingip (4189191c-1ce6-4489-940c-9c59cacaefa8), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:53.623532 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-1dbd1e3b-2a8b-4def-a8d4-1283d3178007 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (fd6df960-76b7-4c7c-9c00-0956019e8ab2), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:53.810057 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adcffb-1a36-4c53-ad5f-d4942e242529 req-0b339ce8-1214-4781-9ecd-0c203955cf81 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:53.823379 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e1adcffb-1a36-4c53-ad5f-d4942e242529 req-0b339ce8-1214-4781-9ecd-0c203955cf81 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 946 time: 0.0904372 Jan 20 12:56:53.839057 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-1dbd1e3b-2a8b-4def-a8d4-1283d3178007 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for port (fd6df960-76b7-4c7c-9c00-0956019e8ab2), precommit_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:53.919930 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-1dbd1e3b-2a8b-4def-a8d4-1283d3178007 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4332544'] for port (fd6df960-76b7-4c7c-9c00-0956019e8ab2), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:53.954040 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e375069-2fdf-4bce-a5fa-4442a568911f req-381fbc50-5cdb-4538-a0a4-4d8c2120d680 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:53.962114 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9e375069-2fdf-4bce-a5fa-4442a568911f req-381fbc50-5cdb-4538-a0a4-4d8c2120d680 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a HTTP/1.1" status: 200 len: 945 time: 0.1361113 Jan 20 12:56:53.999956 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e1adcffb-1a36-4c53-ad5f-d4942e242529 req-6eb260db-f241-46b6-9174-4f3870f33566 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758966 Jan 20 12:56:54.084552 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9e375069-2fdf-4bce-a5fa-4442a568911f req-f3bb5d5e-57fb-4d2b-9b90-125ce238639c tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168714 Jan 20 12:56:54.087098 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd1e3b-2a8b-4def-a8d4-1283d3178007 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Pushing event updated for resources: {'Port': ['ID=fd6df960-76b7-4c7c-9c00-0956019e8ab2,revision_number=2']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:54.188265 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-1dbd1e3b-2a8b-4def-a8d4-1283d3178007 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529925'] for floatingip (4189191c-1ce6-4489-940c-9c59cacaefa8), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:54.314450 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 55cd4c69-e442-4db0-bae3-230265f45758 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 12:56:54.323372 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.db.l3_db [None req-1dbd1e3b-2a8b-4def-a8d4-1283d3178007 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Floating IP 4189191c-1ce6-4489-940c-9c59cacaefa8 associated. External IP: 172.27.0.152, port: b88a922e-9216-477f-8e7f-5379fd6ae9e8. Jan 20 12:56:54.470434 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 55cd4c69-e442-4db0-bae3-230265f45758 is: ACTIVE; New status is: DOWN {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:56:54.471258 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (55cd4c69-e442-4db0-bae3-230265f45758), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:54.477658 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eda487-74bb-48e1-9ea9-1477291e095f req-bdbfa4eb-5ff7-4bb9-ad2f-06b5e53c9b49 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:54.496236 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e9eda487-74bb-48e1-9ea9-1477291e095f req-bdbfa4eb-5ff7-4bb9-ad2f-06b5e53c9b49 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a HTTP/1.1" status: 200 len: 945 time: 0.1708846 Jan 20 12:56:54.551873 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe51826-10ed-42cf-ad11-fc30b6e99fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55cd4c69-e442-4db0-bae3-230265f45758'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:56:54.556582 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11978d3f-e263-4bef-8989-73ac4ff8ee41" -d '{"events": [{"server_uuid": "9fe51826-10ed-42cf-ad11-fc30b6e99fd4", "name": "network-vif-unplugged", "status": "completed", "tag": "55cd4c69-e442-4db0-bae3-230265f45758"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:56:54.626646 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 55cd4c69-e442-4db0-bae3-230265f45758, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=55cd4c69-e442-4db0-bae3-230265f45758,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:56:54.641878 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Jan 2022 12:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47270bdd-6974-4508-a943-db11cc17f3df x-openstack-request-id: req-47270bdd-6974-4508-a943-db11cc17f3df {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:56:54.641878 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe51826-10ed-42cf-ad11-fc30b6e99fd4", "name": "network-vif-unplugged", "status": "completed", "tag": "55cd4c69-e442-4db0-bae3-230265f45758", "code": 200}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:56:54.641878 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-47270bdd-6974-4508-a943-db11cc17f3df {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:56:54.642576 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe51826-10ed-42cf-ad11-fc30b6e99fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55cd4c69-e442-4db0-bae3-230265f45758', 'code': 200} Jan 20 12:56:54.709833 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-e9eda487-74bb-48e1-9ea9-1477291e095f req-15a3f115-6782-470e-a47e-5cc405ae9361 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Deleting port bcd0deb6-a22b-461d-a8fa-a803e44e0fe4 {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 12:56:54.710118 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-e9eda487-74bb-48e1-9ea9-1477291e095f req-15a3f115-6782-470e-a47e-5cc405ae9361 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (bcd0deb6-a22b-461d-a8fa-a803e44e0fe4), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:54.754433 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (55cd4c69-e442-4db0-bae3-230265f45758), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:54.879879 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=55cd4c69-e442-4db0-bae3-230265f45758,revision_number=8']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:54.947524 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-e9eda487-74bb-48e1-9ea9-1477291e095f req-15a3f115-6782-470e-a47e-5cc405ae9361 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] For port bcd0deb6-a22b-461d-a8fa-a803e44e0fe4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bcd0deb6-a22b-461d-a8fa-a803e44e0fe4,segment=NetworkSegment(12a04a7f-2991-4069-9a95-1caa23baeb64),segment_id=12a04a7f-2991-4069-9a95-1caa23baeb64)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:56:54.948583 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-e9eda487-74bb-48e1-9ea9-1477291e095f req-15a3f115-6782-470e-a47e-5cc405ae9361 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (bcd0deb6-a22b-461d-a8fa-a803e44e0fe4), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:54.987546 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbd1e3b-2a8b-4def-a8d4-1283d3178007 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Router c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44 has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 12:56:54.989199 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-e9eda487-74bb-48e1-9ea9-1477291e095f req-15a3f115-6782-470e-a47e-5cc405ae9361 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Calling delete_port for bcd0deb6-a22b-461d-a8fa-a803e44e0fe4 owned by compute:nova {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 12:56:55.144751 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbd1e3b-2a8b-4def-a8d4-1283d3178007 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:56:55.158499 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f98750-535a-4eb0-a97a-0120b2621008 None None] Sync routers for ids ['c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 12:56:55.175415 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f98750-535a-4eb0-a97a-0120b2621008 None None] Routers {'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:56:55.176625 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-b0f98750-535a-4eb0-a97a-0120b2621008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:56:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:56:55.227366 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379b0ad-ffa5-4c94-b6f3-94db25ab8fc8 req-ce46f7da-44c7-4e34-9b28-40088b7c2d9a tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:55.229082 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a379b0ad-ffa5-4c94-b6f3-94db25ab8fc8 req-ce46f7da-44c7-4e34-9b28-40088b7c2d9a tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.1160901 Jan 20 12:56:55.309593 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-1dbd1e3b-2a8b-4def-a8d4-1283d3178007 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:55.382592 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-1dbd1e3b-2a8b-4def-a8d4-1283d3178007 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7847993 Jan 20 12:56:55.382592 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42c89a3-36f3-4ffb-a624-2433bef3488f', 'tag': 'b88a922e-9216-477f-8e7f-5379fd6ae9e8'}] {{(pid=109760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:56:55.385572 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ea70534e3ec4c8535c613b7f61a71075c31a0f3d27b65f13708ffbf10b8f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a336143-7bd4-49b3-9994-5d6658566212" -d '{"events": [{"name": "network-changed", "server_uuid": "e42c89a3-36f3-4ffb-a624-2433bef3488f", "tag": "b88a922e-9216-477f-8e7f-5379fd6ae9e8"}]}' {{(pid=109760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:56:55.390520 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 58468) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:56:55.397623 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-20f4b53b-1f5f-4b16-a733-2ba3a7449b81 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-620753944', 'description': 'tempest-secgroup-smoke-620753944 description', 'project_id': '0a2775ddfe214868bb2c9918d8ded733'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:56:55.435149 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-b0f98750-535a-4eb0-a97a-0120b2621008 None None] Set router c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:56:55.456453 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a379b0ad-ffa5-4c94-b6f3-94db25ab8fc8 req-71ae7b85-dbd1-4cca-b896-584779820833 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155914 Jan 20 12:56:55.488922 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aee31-0010-4897-841b-9341eb1cc481 req-90ab7f96-f838-44fc-8872-349c96b7ac64 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:55.490992 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-097aee31-0010-4897-841b-9341eb1cc481 req-90ab7f96-f838-44fc-8872-349c96b7ac64 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a HTTP/1.1" status: 200 len: 945 time: 0.2600532 Jan 20 12:56:55.562374 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-20f4b53b-1f5f-4b16-a733-2ba3a7449b81 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:55.603330 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-097aee31-0010-4897-841b-9341eb1cc481 req-03fe8da8-6d4a-4cdb-8f2b-44a3f841bbed tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052046 Jan 20 12:56:55.624980 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-e9eda487-74bb-48e1-9ea9-1477291e095f req-15a3f115-6782-470e-a47e-5cc405ae9361 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (bcd0deb6-a22b-461d-a8fa-a803e44e0fe4), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:55.642329 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['3a497f72-8448-42ab-a547-0eccee02be1d', 'bcd0deb6-a22b-461d-a8fa-a803e44e0fe4'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:56:55.680552 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 12:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a061b0a3-61f1-4717-a842-18125af347f5 x-openstack-request-id: req-a061b0a3-61f1-4717-a842-18125af347f5 {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:56:55.680905 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42c89a3-36f3-4ffb-a624-2433bef3488f", "tag": "b88a922e-9216-477f-8e7f-5379fd6ae9e8", "status": "completed", "code": 200}]} {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:56:55.681164 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a061b0a3-61f1-4717-a842-18125af347f5 {{(pid=109760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:56:55.683491 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42c89a3-36f3-4ffb-a624-2433bef3488f', 'tag': 'b88a922e-9216-477f-8e7f-5379fd6ae9e8', 'status': 'completed', 'code': 200} Jan 20 12:56:55.716490 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3f115-6782-470e-a47e-5cc405ae9361 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Pushing event deleted for resources: {'Port': ['ID=bcd0deb6-a22b-461d-a8fa-a803e44e0fe4,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:55.757030 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 58474) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:56:55.770587 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9eda487-74bb-48e1-9ea9-1477291e095f req-15a3f115-6782-470e-a47e-5cc405ae9361 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] No DVR routers for this DVR port bcd0deb6-a22b-461d-a8fa-a803e44e0fe4 on host hv-cinder-80403 {{(pid=109759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 12:56:55.786090 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-e9eda487-74bb-48e1-9ea9-1477291e095f req-15a3f115-6782-470e-a47e-5cc405ae9361 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:55.791762 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e9eda487-74bb-48e1-9ea9-1477291e095f req-15a3f115-6782-470e-a47e-5cc405ae9361 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.107 "DELETE /v2.0/ports/bcd0deb6-a22b-461d-a8fa-a803e44e0fe4 HTTP/1.1" status: 204 len: 173 time: 1.2945311 Jan 20 12:56:55.793413 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a', 'name': 'network-vif-deleted', 'tag': 'bcd0deb6-a22b-461d-a8fa-a803e44e0fe4'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:56:55.799409 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a92520-0327-4573-81ed-56129c72c1c8" -d '{"events": [{"server_uuid": "b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a", "name": "network-vif-deleted", "tag": "bcd0deb6-a22b-461d-a8fa-a803e44e0fe4"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:56:55.817708 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a336143-7bd4-49b3-9994-5d6658566212 req-7847947b-cd72-464d-9f58-b6f082402c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:55.821158 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-8a336143-7bd4-49b3-9994-5d6658566212 req-7847947b-cd72-464d-9f58-b6f082402c16 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0a2775ddfe214868bb2c9918d8ded733&device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 1098 time: 0.1429703 Jan 20 12:56:55.824491 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-20f4b53b-1f5f-4b16-a733-2ba3a7449b81 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for security_group (42b83fc2-6f40-4955-8ea0-d0f05dcfbc87), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:55.878888 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 12:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc2d31c-eef3-441f-b7b1-bc30f9bdcff4 x-openstack-request-id: req-0fc2d31c-eef3-441f-b7b1-bc30f9bdcff4 {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:56:55.879740 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a", "name": "network-vif-deleted", "tag": "bcd0deb6-a22b-461d-a8fa-a803e44e0fe4", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:56:55.880342 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0fc2d31c-eef3-441f-b7b1-bc30f9bdcff4 {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:56:55.881439 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a', 'name': 'network-vif-deleted', 'tag': 'bcd0deb6-a22b-461d-a8fa-a803e44e0fe4', 'status': 'completed', 'code': 200} Jan 20 12:56:55.982959 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-20f4b53b-1f5f-4b16-a733-2ba3a7449b81 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (42b83fc2-6f40-4955-8ea0-d0f05dcfbc87), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:56.007595 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-edf158c5-e2f3-4e88-8393-8c697878f334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:56.076556 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4b53b-1f5f-4b16-a733-2ba3a7449b81 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42b83fc2-6f40-4955-8ea0-d0f05dcfbc87,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:56.093725 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a336143-7bd4-49b3-9994-5d6658566212 req-5fe524d7-0ffd-43c2-90bf-67dd0f791174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:56.096190 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-8a336143-7bd4-49b3-9994-5d6658566212 req-5fe524d7-0ffd-43c2-90bf-67dd0f791174 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6257bc55-3fcd-42d2-bf11-689060fb8531 HTTP/1.1" status: 200 len: 915 time: 0.2651160 Jan 20 12:56:56.185895 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-20f4b53b-1f5f-4b16-a733-2ba3a7449b81 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:56.187261 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-20f4b53b-1f5f-4b16-a733-2ba3a7449b81 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7949216 Jan 20 12:56:56.190647 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 58484) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:56:56.195519 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-902b21e5-93fe-4d64-bb60-c387ef503a34 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Request body: {'security_group_rule': {'security_group_id': '42b83fc2-6f40-4955-8ea0-d0f05dcfbc87', 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:56:56.257531 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-8a336143-7bd4-49b3-9994-5d6658566212 req-805ab835-a035-41ea-9cfc-727cb3da750d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b88a922e-9216-477f-8e7f-5379fd6ae9e8 HTTP/1.1" status: 200 len: 999 time: 0.1551223 Jan 20 12:56:56.305214 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-edf158c5-e2f3-4e88-8393-8c697878f334 admin admin] Publish callbacks [] for security_group (0ab0d22f-77ed-4b2a-9dd5-72a6efda9c74), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:56.368054 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-902b21e5-93fe-4d64-bb60-c387ef503a34 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for security_group_rule (ac1fc20e-b910-4da2-a6d5-48030bf4efae), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:56.394980 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a336143-7bd4-49b3-9994-5d6658566212 req-49e3a436-3957-4b9d-97a9-46bfb30fc64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:56.396758 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-8a336143-7bd4-49b3-9994-5d6658566212 req-49e3a436-3957-4b9d-97a9-46bfb30fc64c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fec93fb4-7ef9-4a61-8150-94ddefbda1ab HTTP/1.1" status: 200 len: 853 time: 0.0898571 Jan 20 12:56:56.404607 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-b0f98750-535a-4eb0-a97a-0120b2621008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'name': 'tempest-TestMinimumBasicScenario-874233895-router', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:55:15Z', 'updated_at': '2022-01-20T12:55:22Z', 'revision_number': 4, 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'gw_port': {'id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:16Z', 'updated_at': '2022-01-20T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': '4189191c-1ce6-4489-940c-9c59cacaefa8', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'port_id': 'b88a922e-9216-477f-8e7f-5379fd6ae9e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531', 'mac_address': 'fa:16:3e:ef:ee:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42c89a3-36f3-4ffb-a624-2433bef3488f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T12:56:53Z', 'updated_at': '2022-01-20T12:56:53Z', 'revision_number': 0, 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e277afee-039e-4bc8-a4ab-29242ad072c1', 'name': '', 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'mac_address': 'fa:16:3e:34:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fec93fb4-7ef9-4a61-8150-94ddefbda1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:20Z', 'updated_at': '2022-01-20T12:55:27Z', 'revision_number': 5, 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'subnets': [{'id': 'fec93fb4-7ef9-4a61-8150-94ddefbda1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:56:56.431614 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-edf158c5-e2f3-4e88-8393-8c697878f334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (0ab0d22f-77ed-4b2a-9dd5-72a6efda9c74), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:56.439141 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f98750-535a-4eb0-a97a-0120b2621008 None None] Checking router: c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44 for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 12:56:56.453161 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f98750-535a-4eb0-a97a-0120b2621008 None None] Routers {'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:56:56.454215 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-b0f98750-535a-4eb0-a97a-0120b2621008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:56:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:56:56.487387 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-902b21e5-93fe-4d64-bb60-c387ef503a34 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for security_group_rule (ac1fc20e-b910-4da2-a6d5-48030bf4efae), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:56.504012 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-edf158c5-e2f3-4e88-8393-8c697878f334 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=debaeaa2761a414f931c9e1d31afb5da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7437401 Jan 20 12:56:56.515453 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 58486) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:56:56.568309 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-902b21e5-93fe-4d64-bb60-c387ef503a34 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390'] for security_group_rule (ac1fc20e-b910-4da2-a6d5-48030bf4efae), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:56.595978 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf158c5-e2f3-4e88-8393-8c697878f334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab0d22f-77ed-4b2a-9dd5-72a6efda9c74,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:56.639362 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b21e5-93fe-4d64-bb60-c387ef503a34 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1fc20e-b910-4da2-a6d5-48030bf4efae,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:56.670874 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a336143-7bd4-49b3-9994-5d6658566212 req-a7092494-9154-4614-8fe9-5511662bf76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:56.675060 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-8a336143-7bd4-49b3-9994-5d6658566212 req-a7092494-9154-4614-8fe9-5511662bf76a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6257bc55-3fcd-42d2-bf11-689060fb8531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2680717 Jan 20 12:56:56.689718 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-902b21e5-93fe-4d64-bb60-c387ef503a34 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:56.694602 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-902b21e5-93fe-4d64-bb60-c387ef503a34 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5025730 Jan 20 12:56:56.696186 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 58492) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:56:56.707771 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-f7fc4aa5-7a96-4154-bdb2-e0defdb8f3c5 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Request body: {'security_group_rule': {'security_group_id': '42b83fc2-6f40-4955-8ea0-d0f05dcfbc87', 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:56:56.756794 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-b0f98750-535a-4eb0-a97a-0120b2621008 None None] Set router c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:56:56.877291 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-eb7b2164-ca47-4d3a-a776-a87d69582d0c admin admin] Publish callbacks [] for security_group (0ab0d22f-77ed-4b2a-9dd5-72a6efda9c74), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:56.976274 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f62a72bc-8606-4fdc-9f84-42d3b85251fa req-9062884a-f945-4a43-a22c-2324d06e6672 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2bac9b8-3a3b-41bc-bd9b-7fdb82fbcf8a HTTP/1.1" status: 200 len: 210 time: 0.1111426 Jan 20 12:56:56.998574 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-eb7b2164-ca47-4d3a-a776-a87d69582d0c admin admin] Publish callbacks [] for security_group (0ab0d22f-77ed-4b2a-9dd5-72a6efda9c74), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:57.007516 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4aa5-7a96-4154-bdb2-e0defdb8f3c5 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for security_group_rule (3a9dda2f-dfde-4573-8404-d764aa74033f), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:57.084530 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-8a336143-7bd4-49b3-9994-5d6658566212 req-4623e21e-57cd-4cd8-8578-0094a129a21c service neutron] 10.222.0.107 "GET /v2.0/networks/6257bc55-3fcd-42d2-bf11-689060fb8531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969960 Jan 20 12:56:57.117706 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3be3c-0b09-4700-aa2e-319eb53602bc req-bc8d4f0d-96eb-4304-a20b-3946513caa6f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:57.119266 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-43e3be3c-0b09-4700-aa2e-319eb53602bc req-bc8d4f0d-96eb-4304-a20b-3946513caa6f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.3451316 Jan 20 12:56:57.153087 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-b0f98750-535a-4eb0-a97a-0120b2621008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'name': 'tempest-TestMinimumBasicScenario-874233895-router', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:55:15Z', 'updated_at': '2022-01-20T12:55:22Z', 'revision_number': 4, 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'gw_port': {'id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:16Z', 'updated_at': '2022-01-20T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': '4189191c-1ce6-4489-940c-9c59cacaefa8', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'port_id': 'b88a922e-9216-477f-8e7f-5379fd6ae9e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531', 'mac_address': 'fa:16:3e:ef:ee:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42c89a3-36f3-4ffb-a624-2433bef3488f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T12:56:53Z', 'updated_at': '2022-01-20T12:56:53Z', 'revision_number': 0, 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e277afee-039e-4bc8-a4ab-29242ad072c1', 'name': '', 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'mac_address': 'fa:16:3e:34:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fec93fb4-7ef9-4a61-8150-94ddefbda1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:20Z', 'updated_at': '2022-01-20T12:55:27Z', 'revision_number': 5, 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'subnets': [{'id': 'fec93fb4-7ef9-4a61-8150-94ddefbda1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:56:57.200724 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f98750-535a-4eb0-a97a-0120b2621008 None None] The sync data for ids ['c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'] in dv-cinder-804035-24-iscsi is: [{'id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'name': 'tempest-TestMinimumBasicScenario-874233895-router', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:55:15Z', 'updated_at': '2022-01-20T12:55:22Z', 'revision_number': 4, 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'gw_port': {'id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:16Z', 'updated_at': '2022-01-20T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': '4189191c-1ce6-4489-940c-9c59cacaefa8', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'port_id': 'b88a922e-9216-477f-8e7f-5379fd6ae9e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531', 'mac_address': 'fa:16:3e:ef:ee:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42c89a3-36f3-4ffb-a624-2433bef3488f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T12:56:53Z', 'updated_at': '2022-01-20T12:56:53Z', 'revision_number': 0, 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e277afee-039e-4bc8-a4ab-29242ad072c1', 'name': '', 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'mac_address': 'fa:16:3e:34:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fec93fb4-7ef9-4a61-8150-94ddefbda1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:20Z', 'updated_at': '2022-01-20T12:55:27Z', 'revision_number': 5, 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'subnets': [{'id': 'fec93fb4-7ef9-4a61-8150-94ddefbda1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 12:56:57.219797 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4aa5-7a96-4154-bdb2-e0defdb8f3c5 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for security_group_rule (3a9dda2f-dfde-4573-8404-d764aa74033f), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:57.225879 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-43e3be3c-0b09-4700-aa2e-319eb53602bc req-6f8eb76a-3119-4b0c-b8d3-ef656423b4f0 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908079 Jan 20 12:56:57.294640 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-8a336143-7bd4-49b3-9994-5d6658566212 req-fbc220ac-229f-4e44-b7cc-7bcc63be27f4 service neutron] 10.222.0.107 "GET /v2.0/networks/6257bc55-3fcd-42d2-bf11-689060fb8531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819341 Jan 20 12:56:57.304668 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4aa5-7a96-4154-bdb2-e0defdb8f3c5 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390'] for security_group_rule (3a9dda2f-dfde-4573-8404-d764aa74033f), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:57.335477 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-eb7b2164-ca47-4d3a-a776-a87d69582d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (0ab0d22f-77ed-4b2a-9dd5-72a6efda9c74), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:57.339824 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc4aa5-7a96-4154-bdb2-e0defdb8f3c5 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a9dda2f-dfde-4573-8404-d764aa74033f,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:57.346570 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-eb7b2164-ca47-4d3a-a776-a87d69582d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:57.353056 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-eb7b2164-ca47-4d3a-a776-a87d69582d0c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0ab0d22f-77ed-4b2a-9dd5-72a6efda9c74 HTTP/1.1" status: 204 len: 168 time: 0.8365884 Jan 20 12:56:57.360836 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b2164-ca47-4d3a-a776-a87d69582d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab0d22f-77ed-4b2a-9dd5-72a6efda9c74,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:57.520011 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4aa5-7a96-4154-bdb2-e0defdb8f3c5 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:57.522136 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-f7fc4aa5-7a96-4154-bdb2-e0defdb8f3c5 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8240716 Jan 20 12:56:57.527519 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 58504) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:56:57.532179 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-639873ab-17a2-4446-acaf-7452911957e5 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Request body: {'security_group_rule': {'security_group_id': '42b83fc2-6f40-4955-8ea0-d0f05dcfbc87', 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:56:57.664116 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026fcf46-ab75-43cf-8920-30ab468fef8b None None] New status for floating IP 4189191c-1ce6-4489-940c-9c59cacaefa8: ACTIVE {{(pid=109762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 12:56:57.751374 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-639873ab-17a2-4446-acaf-7452911957e5 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for security_group_rule (c2d44976-17d3-4a2a-b448-cf918e253a59), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:57.901458 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-639873ab-17a2-4446-acaf-7452911957e5 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for security_group_rule (c2d44976-17d3-4a2a-b448-cf918e253a59), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:57.986105 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-639873ab-17a2-4446-acaf-7452911957e5 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390'] for security_group_rule (c2d44976-17d3-4a2a-b448-cf918e253a59), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:58.040375 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639873ab-17a2-4446-acaf-7452911957e5 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d44976-17d3-4a2a-b448-cf918e253a59,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:58.138023 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-639873ab-17a2-4446-acaf-7452911957e5 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:58.145491 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-639873ab-17a2-4446-acaf-7452911957e5 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6155117 Jan 20 12:56:58.146853 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 58520) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:56:58.161534 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-80d4d9d4-f33d-4a76-940b-17d0616f7745 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Request body: {'security_group_rule': {'security_group_id': '42b83fc2-6f40-4955-8ea0-d0f05dcfbc87', 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:56:58.321014 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 55cd4c69-e442-4db0-bae3-230265f45758 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 12:56:58.323008 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-80d4d9d4-f33d-4a76-940b-17d0616f7745 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for security_group_rule (c7fa44de-a9ea-4a8e-afc8-7c598624f32b), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:58.402416 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 58526) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:56:58.436249 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-876024d1-ad1f-4078-a845-5a3eaddf6464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:58.507580 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-80d4d9d4-f33d-4a76-940b-17d0616f7745 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for security_group_rule (c7fa44de-a9ea-4a8e-afc8-7c598624f32b), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:58.582834 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 55cd4c69-e442-4db0-bae3-230265f45758 is: DOWN; New status is: DOWN {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:56:58.583951 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device bcd0deb6-a22b-461d-a8fa-a803e44e0fe4 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 12:56:58.597512 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-876024d1-ad1f-4078-a845-5a3eaddf6464 admin admin] Publish callbacks [] for security_group (3a20bda7-4b8d-4e9c-bb02-d1092cdaa191), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:58.604063 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-80d4d9d4-f33d-4a76-940b-17d0616f7745 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390'] for security_group_rule (c7fa44de-a9ea-4a8e-afc8-7c598624f32b), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:58.623145 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4d9d4-f33d-4a76-940b-17d0616f7745 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fa44de-a9ea-4a8e-afc8-7c598624f32b,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:58.629980 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] No Port match for: bcd0deb6-a22b-461d-a8fa-a803e44e0fe4 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 12:56:58.630327 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device bcd0deb6-a22b-461d-a8fa-a803e44e0fe4 not bound to the agent host hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 12:56:58.715515 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-876024d1-ad1f-4078-a845-5a3eaddf6464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (3a20bda7-4b8d-4e9c-bb02-d1092cdaa191), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:58.715713 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-80d4d9d4-f33d-4a76-940b-17d0616f7745 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:58.715713 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-80d4d9d4-f33d-4a76-940b-17d0616f7745 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5666065 Jan 20 12:56:58.717961 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 58528) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:56:58.723734 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-1c61add2-f4b3-489e-98a5-8ce80ab069ce tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Request body: {'security_group_rule': {'security_group_id': '42b83fc2-6f40-4955-8ea0-d0f05dcfbc87', 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:56:58.771085 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-876024d1-ad1f-4078-a845-5a3eaddf6464 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=74a007ed83484efcb8a8ae636e1ff191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3671994 Jan 20 12:56:58.771967 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876024d1-ad1f-4078-a845-5a3eaddf6464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a20bda7-4b8d-4e9c-bb02-d1092cdaa191,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:58.773781 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 58530) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:56:58.836995 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-3a4964fa-e149-49f5-8371-b21eaeabb77c admin admin] Publish callbacks [] for security_group (3a20bda7-4b8d-4e9c-bb02-d1092cdaa191), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:58.863291 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-3a4964fa-e149-49f5-8371-b21eaeabb77c admin admin] Publish callbacks [] for security_group (3a20bda7-4b8d-4e9c-bb02-d1092cdaa191), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:58.874477 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.db.securitygroups_db [None req-1c61add2-f4b3-489e-98a5-8ce80ab069ce tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Project 0a2775ddfe214868bb2c9918d8ded733 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 12:56:58.890790 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-1c61add2-f4b3-489e-98a5-8ce80ab069ce tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for security_group_rule (6d30caef-8574-4e74-9bc2-7641131ec07a), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:58.964297 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-1c61add2-f4b3-489e-98a5-8ce80ab069ce tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for security_group_rule (6d30caef-8574-4e74-9bc2-7641131ec07a), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:59.056222 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-1c61add2-f4b3-489e-98a5-8ce80ab069ce tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390'] for security_group_rule (6d30caef-8574-4e74-9bc2-7641131ec07a), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:59.056222 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-3a4964fa-e149-49f5-8371-b21eaeabb77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (3a20bda7-4b8d-4e9c-bb02-d1092cdaa191), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:59.059546 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-3a4964fa-e149-49f5-8371-b21eaeabb77c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:59.062173 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-3a4964fa-e149-49f5-8371-b21eaeabb77c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3a20bda7-4b8d-4e9c-bb02-d1092cdaa191 HTTP/1.1" status: 204 len: 168 time: 0.2858005 Jan 20 12:56:59.085812 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4964fa-e149-49f5-8371-b21eaeabb77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a20bda7-4b8d-4e9c-bb02-d1092cdaa191,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:59.088493 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61add2-f4b3-489e-98a5-8ce80ab069ce tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d30caef-8574-4e74-9bc2-7641131ec07a,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:59.229064 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-1c61add2-f4b3-489e-98a5-8ce80ab069ce tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:59.229064 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-1c61add2-f4b3-489e-98a5-8ce80ab069ce tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5094936 Jan 20 12:56:59.233044 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 58546) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:56:59.238136 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-edf2a21d-81c8-41cf-b263-172d675bef65 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Request body: {'security_group_rule': {'security_group_id': '42b83fc2-6f40-4955-8ea0-d0f05dcfbc87', 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:56:59.320476 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [req-3bf712ec-a5de-4c4c-9fc1-24455f330e96 req-0808d9fc-fab4-47bc-98ab-689a55181b98 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109759) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 12:56:59.321482 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3bf712ec-a5de-4c4c-9fc1-24455f330e96 req-0808d9fc-fab4-47bc-98ab-689a55181b98 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063038 Jan 20 12:56:59.371838 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.db.securitygroups_db [None req-edf2a21d-81c8-41cf-b263-172d675bef65 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Project 0a2775ddfe214868bb2c9918d8ded733 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 12:56:59.380790 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-edf2a21d-81c8-41cf-b263-172d675bef65 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for security_group_rule (85dda4e3-89dd-4a58-919f-b62055d10b47), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:59.455511 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-edf2a21d-81c8-41cf-b263-172d675bef65 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for security_group_rule (85dda4e3-89dd-4a58-919f-b62055d10b47), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:59.552438 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-edf2a21d-81c8-41cf-b263-172d675bef65 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390'] for security_group_rule (85dda4e3-89dd-4a58-919f-b62055d10b47), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:59.649062 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2a21d-81c8-41cf-b263-172d675bef65 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85dda4e3-89dd-4a58-919f-b62055d10b47,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:56:59.734181 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-edf2a21d-81c8-41cf-b263-172d675bef65 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:56:59.735804 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-edf2a21d-81c8-41cf-b263-172d675bef65 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5017447 Jan 20 12:56:59.888494 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fcb4e-5e51-4309-86ed-f41103905faa req-27194783-38dd-497a-9b53-7340b81bdfc0 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:56:59.891457 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d39fcb4e-5e51-4309-86ed-f41103905faa req-27194783-38dd-497a-9b53-7340b81bdfc0 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.1516926 Jan 20 12:56:59.955262 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d39fcb4e-5e51-4309-86ed-f41103905faa req-0c0596b9-7711-4dca-bb16-c4e93b4dc445 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567534 Jan 20 12:57:00.131165 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0db63895-2d05-45dd-91af-7326e33acf10 req-40fe931e-d8ab-4931-81eb-f5db0afc94f0 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-620753944&fields=id&tenant_id=0a2775ddfe214868bb2c9918d8ded733 HTTP/1.1" status: 200 len: 267 time: 0.1020792 Jan 20 12:57:00.204051 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62662f7d-fd8a-44a5-ba9b-eda68bf1734f req-e49b576e-84b4-46c1-96dc-244a4dc7b92f tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:00.205637 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-62662f7d-fd8a-44a5-ba9b-eda68bf1734f req-e49b576e-84b4-46c1-96dc-244a4dc7b92f tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 945 time: 0.1308587 Jan 20 12:57:00.224690 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db63895-2d05-45dd-91af-7326e33acf10 req-3179dc7a-518f-4ef7-af9c-2517023d9e32 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:00.227587 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0db63895-2d05-45dd-91af-7326e33acf10 req-3179dc7a-518f-4ef7-af9c-2517023d9e32 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 945 time: 0.0949898 Jan 20 12:57:00.245642 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-0db63895-2d05-45dd-91af-7326e33acf10 req-6cbf83d0-8e79-48e4-8c6c-72d8a22cf648 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Request body: {'port': {'security_groups': ['6da4afa0-3407-4a64-a68e-9b2b02095d30', '42b83fc2-6f40-4955-8ea0-d0f05dcfbc87']}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:57:00.340971 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-62662f7d-fd8a-44a5-ba9b-eda68bf1734f req-c95ced97-8c9d-4d47-b979-b1c7d32bc0ed tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280935 Jan 20 12:57:00.349580 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-0db63895-2d05-45dd-91af-7326e33acf10 req-6cbf83d0-8e79-48e4-8c6c-72d8a22cf648 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (b88a922e-9216-477f-8e7f-5379fd6ae9e8), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:00.751944 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 58614) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:57:00.842643 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-0db63895-2d05-45dd-91af-7326e33acf10 req-6cbf83d0-8e79-48e4-8c6c-72d8a22cf648 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] For port b88a922e-9216-477f-8e7f-5379fd6ae9e8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b88a922e-9216-477f-8e7f-5379fd6ae9e8,segment=NetworkSegment(74c5cd76-4991-4c75-a738-3eb043c31d57),segment_id=74c5cd76-4991-4c75-a738-3eb043c31d57)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:57:00.852295 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-5e076ff3-5132-49a6-9cb4-f312cb9b8e48 req-75492cb2-84b6-440f-8661-02d861b94f8f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0968096 Jan 20 12:57:00.862348 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [req-5e076ff3-5132-49a6-9cb4-f312cb9b8e48 req-547cbf87-6046-484a-9935-48bcdc61aeea service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109760) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 12:57:00.863903 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-5e076ff3-5132-49a6-9cb4-f312cb9b8e48 req-547cbf87-6046-484a-9935-48bcdc61aeea service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062907 Jan 20 12:57:00.873084 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-0db63895-2d05-45dd-91af-7326e33acf10 req-6cbf83d0-8e79-48e4-8c6c-72d8a22cf648 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for port (b88a922e-9216-477f-8e7f-5379fd6ae9e8), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:00.968467 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-0db63895-2d05-45dd-91af-7326e33acf10 req-6cbf83d0-8e79-48e4-8c6c-72d8a22cf648 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217087'] for port (b88a922e-9216-477f-8e7f-5379fd6ae9e8), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:00.981707 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['b88a922e-9216-477f-8e7f-5379fd6ae9e8'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:57:01.052182 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db63895-2d05-45dd-91af-7326e33acf10 req-6cbf83d0-8e79-48e4-8c6c-72d8a22cf648 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:01.053209 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-0db63895-2d05-45dd-91af-7326e33acf10 req-6cbf83d0-8e79-48e4-8c6c-72d8a22cf648 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:01.059801 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0db63895-2d05-45dd-91af-7326e33acf10 req-6cbf83d0-8e79-48e4-8c6c-72d8a22cf648 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "PUT /v2.0/ports/b88a922e-9216-477f-8e7f-5379fd6ae9e8 HTTP/1.1" status: 200 len: 981 time: 0.8201590 Jan 20 12:57:01.060474 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42c89a3-36f3-4ffb-a624-2433bef3488f', 'tag': 'b88a922e-9216-477f-8e7f-5379fd6ae9e8'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:57:01.062999 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d205c0-d9dd-4480-8810-9a68e78a7f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "e42c89a3-36f3-4ffb-a624-2433bef3488f", "tag": "b88a922e-9216-477f-8e7f-5379fd6ae9e8"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:57:01.138963 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['b88a922e-9216-477f-8e7f-5379fd6ae9e8'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:57:01.176553 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf83d0-8e79-48e4-8c6c-72d8a22cf648 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Pushing event updated for resources: {'Port': ['ID=b88a922e-9216-477f-8e7f-5379fd6ae9e8,revision_number=6']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:01.246397 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041a3d0-db80-400c-8cfd-c4cf02715ef4 req-d6f2ed9a-93bd-41a3-accf-d27e65ed8fe3 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:01.259574 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c041a3d0-db80-400c-8cfd-c4cf02715ef4 req-d6f2ed9a-93bd-41a3-accf-d27e65ed8fe3 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.1380703 Jan 20 12:57:01.307289 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc9ff9-b9aa-4fab-81ec-864f8ec0b557 req-3a6d996e-241e-484c-abc3-e364d68fe069 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:01.315830 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f6bc9ff9-b9aa-4fab-81ec-864f8ec0b557 req-3a6d996e-241e-484c-abc3-e364d68fe069 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 984 time: 0.1507642 Jan 20 12:57:01.392402 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c041a3d0-db80-400c-8cfd-c4cf02715ef4 req-2e2ba32d-8687-4e98-a185-6cac04b074dc tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319098 Jan 20 12:57:01.425577 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-f3a67ec3-e942-49bf-8f17-5ffeec50b590 None None] Provisioning complete for port b88a922e-9216-477f-8e7f-5379fd6ae9e8 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:57:01.426207 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-f3a67ec3-e942-49bf-8f17-5ffeec50b590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (b88a922e-9216-477f-8e7f-5379fd6ae9e8), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:01.485647 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f6bc9ff9-b9aa-4fab-81ec-864f8ec0b557 req-da03f5fe-8a82-4eca-a903-757069331eb8 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&id=42b83fc2-6f40-4955-8ea0-d0f05dcfbc87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1681817 Jan 20 12:57:01.503174 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 12:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064f9b8d-a40a-4110-ace2-27b3712a3d42 x-openstack-request-id: req-064f9b8d-a40a-4110-ace2-27b3712a3d42 {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:57:01.503996 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42c89a3-36f3-4ffb-a624-2433bef3488f", "tag": "b88a922e-9216-477f-8e7f-5379fd6ae9e8", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:57:01.504253 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-064f9b8d-a40a-4110-ace2-27b3712a3d42 {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:57:01.504656 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42c89a3-36f3-4ffb-a624-2433bef3488f', 'tag': 'b88a922e-9216-477f-8e7f-5379fd6ae9e8', 'status': 'completed', 'code': 200} Jan 20 12:57:01.584266 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d205c0-d9dd-4480-8810-9a68e78a7f5b req-21a59c32-9446-4293-9df1-f48be4eb7c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:01.586697 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-59d205c0-d9dd-4480-8810-9a68e78a7f5b req-21a59c32-9446-4293-9df1-f48be4eb7c84 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0a2775ddfe214868bb2c9918d8ded733&device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 1137 time: 0.0958333 Jan 20 12:57:01.640489 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a504f60-339c-4e9b-88d9-0ce8bc532434 req-ae5f270b-6bf5-42dc-9258-76e40db1090c tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:01.642722 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0a504f60-339c-4e9b-88d9-0ce8bc532434 req-ae5f270b-6bf5-42dc-9258-76e40db1090c tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 945 time: 0.0707548 Jan 20 12:57:01.764043 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0a504f60-339c-4e9b-88d9-0ce8bc532434 req-ccc14204-8e15-4436-b736-f76bd95d3cc2 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a654e38-3402-4f57-acdf-2bcca4c61bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100669 Jan 20 12:57:01.779353 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-f3a67ec3-e942-49bf-8f17-5ffeec50b590 None None] Current status of the port b88a922e-9216-477f-8e7f-5379fd6ae9e8 is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:57:01.780070 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d205c0-d9dd-4480-8810-9a68e78a7f5b req-4d76d4e3-81cc-44e3-a5e3-29b347cc757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:01.782549 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-59d205c0-d9dd-4480-8810-9a68e78a7f5b req-4d76d4e3-81cc-44e3-a5e3-29b347cc757f service neutron] 10.222.0.107 "GET /v2.0/networks?id=6257bc55-3fcd-42d2-bf11-689060fb8531 HTTP/1.1" status: 200 len: 915 time: 0.1901639 Jan 20 12:57:01.882782 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-59d205c0-d9dd-4480-8810-9a68e78a7f5b req-e33cefea-cf0c-4982-833a-83de0762d20e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b88a922e-9216-477f-8e7f-5379fd6ae9e8 HTTP/1.1" status: 200 len: 1001 time: 0.0930758 Jan 20 12:57:01.964780 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d205c0-d9dd-4480-8810-9a68e78a7f5b req-1ee00e51-bdfb-41e1-b46e-d34f2a4f8a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:01.967358 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-59d205c0-d9dd-4480-8810-9a68e78a7f5b req-1ee00e51-bdfb-41e1-b46e-d34f2a4f8a9a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fec93fb4-7ef9-4a61-8150-94ddefbda1ab HTTP/1.1" status: 200 len: 853 time: 0.0644093 Jan 20 12:57:01.999392 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97121df5-408f-4c39-9c3e-c65ddd451d59 req-a82f9ec8-2198-4482-a070-f59cc5330816 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:01.999392 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-97121df5-408f-4c39-9c3e-c65ddd451d59 req-a82f9ec8-2198-4482-a070-f59cc5330816 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.107 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 945 time: 0.0950813 Jan 20 12:57:02.048409 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d205c0-d9dd-4480-8810-9a68e78a7f5b req-0969474b-3500-47e2-8b26-a0be2f2efcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:02.056625 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-59d205c0-d9dd-4480-8810-9a68e78a7f5b req-0969474b-3500-47e2-8b26-a0be2f2efcd2 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6257bc55-3fcd-42d2-bf11-689060fb8531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0764849 Jan 20 12:57:02.115641 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-97121df5-408f-4c39-9c3e-c65ddd451d59 req-939716b4-a9ea-463b-87eb-23f0b24a067d tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Deleting port 3a497f72-8448-42ab-a547-0eccee02be1d {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 12:57:02.116396 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-97121df5-408f-4c39-9c3e-c65ddd451d59 req-939716b4-a9ea-463b-87eb-23f0b24a067d tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (3a497f72-8448-42ab-a547-0eccee02be1d), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:02.178361 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-59d205c0-d9dd-4480-8810-9a68e78a7f5b req-83bb6e04-9bb4-4efd-9bb2-c3ac9cbb109b service neutron] 10.222.0.107 "GET /v2.0/networks/6257bc55-3fcd-42d2-bf11-689060fb8531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191766 Jan 20 12:57:02.255882 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-97121df5-408f-4c39-9c3e-c65ddd451d59 req-939716b4-a9ea-463b-87eb-23f0b24a067d tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] For port 3a497f72-8448-42ab-a547-0eccee02be1d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3a497f72-8448-42ab-a547-0eccee02be1d,segment=NetworkSegment(12a04a7f-2991-4069-9a95-1caa23baeb64),segment_id=12a04a7f-2991-4069-9a95-1caa23baeb64)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:57:02.256647 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-97121df5-408f-4c39-9c3e-c65ddd451d59 req-939716b4-a9ea-463b-87eb-23f0b24a067d tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (3a497f72-8448-42ab-a547-0eccee02be1d), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:02.272818 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-97121df5-408f-4c39-9c3e-c65ddd451d59 req-939716b4-a9ea-463b-87eb-23f0b24a067d tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Calling delete_port for 3a497f72-8448-42ab-a547-0eccee02be1d owned by compute:nova {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 12:57:02.297795 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-59d205c0-d9dd-4480-8810-9a68e78a7f5b req-9b65812d-c613-4103-9110-360ab324256a service neutron] 10.222.0.107 "GET /v2.0/networks/6257bc55-3fcd-42d2-bf11-689060fb8531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109848 Jan 20 12:57:02.515445 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-97121df5-408f-4c39-9c3e-c65ddd451d59 req-939716b4-a9ea-463b-87eb-23f0b24a067d tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (3a497f72-8448-42ab-a547-0eccee02be1d), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:02.527951 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['3a497f72-8448-42ab-a547-0eccee02be1d'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:57:02.549135 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939716b4-a9ea-463b-87eb-23f0b24a067d tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Pushing event deleted for resources: {'Port': ['ID=3a497f72-8448-42ab-a547-0eccee02be1d,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:02.601146 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-97121df5-408f-4c39-9c3e-c65ddd451d59 req-939716b4-a9ea-463b-87eb-23f0b24a067d tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] No DVR routers for this DVR port 3a497f72-8448-42ab-a547-0eccee02be1d on host hv-cinder-80403 {{(pid=109759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 12:57:02.604160 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-97121df5-408f-4c39-9c3e-c65ddd451d59 req-939716b4-a9ea-463b-87eb-23f0b24a067d tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:02.607828 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-97121df5-408f-4c39-9c3e-c65ddd451d59 req-939716b4-a9ea-463b-87eb-23f0b24a067d tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.107 "DELETE /v2.0/ports/3a497f72-8448-42ab-a547-0eccee02be1d HTTP/1.1" status: 204 len: 173 time: 0.6021781 Jan 20 12:57:02.617546 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45089b46-8454-4161-9179-2c6a93076205 req-6f1cbd0a-49ac-4b9d-a591-500a7354e8cb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:02.619132 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-45089b46-8454-4161-9179-2c6a93076205 req-6f1cbd0a-49ac-4b9d-a591-500a7354e8cb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.1294219 Jan 20 12:57:02.676544 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-45089b46-8454-4161-9179-2c6a93076205 req-0520c319-d7df-4236-8246-91c7f5923caa tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518062 Jan 20 12:57:02.856561 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e36c6d24-9418-4d65-9565-3674035ea013 req-9e79b7d3-c641-4b8b-a844-0b8c38c681f0 tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 210 time: 0.0284567 Jan 20 12:57:03.250370 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-43b2bc0c-36d3-48ac-8ac1-451ba9f8e291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:03.374582 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 58740) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:57:03.495604 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-369e91f0-603c-4b66-a282-20c187f35a4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:03.506510 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3702c6a3-2d11-40c8-a5ef-274cb9130872', 'name': 'network-vif-deleted', 'tag': '3a497f72-8448-42ab-a547-0eccee02be1d'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:57:03.508853 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44571da-5927-4d15-aeaf-172e65e8aafb" -d '{"events": [{"server_uuid": "3702c6a3-2d11-40c8-a5ef-274cb9130872", "name": "network-vif-deleted", "tag": "3a497f72-8448-42ab-a547-0eccee02be1d"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:57:03.551822 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 12:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d76ca4-d28a-4f09-aa4f-e81c77f37ff7 x-openstack-request-id: req-36d76ca4-d28a-4f09-aa4f-e81c77f37ff7 {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:57:03.552150 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3702c6a3-2d11-40c8-a5ef-274cb9130872", "name": "network-vif-deleted", "tag": "3a497f72-8448-42ab-a547-0eccee02be1d", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:57:03.552401 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-36d76ca4-d28a-4f09-aa4f-e81c77f37ff7 {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:57:03.552815 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3702c6a3-2d11-40c8-a5ef-274cb9130872', 'name': 'network-vif-deleted', 'tag': '3a497f72-8448-42ab-a547-0eccee02be1d', 'status': 'completed', 'code': 200} Jan 20 12:57:03.582362 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-369e91f0-603c-4b66-a282-20c187f35a4b admin admin] Publish callbacks [] for security_group (aeae8a4c-9fbf-4a3a-abc0-231bd0b25990), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:03.710699 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-369e91f0-603c-4b66-a282-20c187f35a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (aeae8a4c-9fbf-4a3a-abc0-231bd0b25990), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:03.758135 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-369e91f0-603c-4b66-a282-20c187f35a4b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e8d752f40a474d24b640e77c8bf95f24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3823652 Jan 20 12:57:03.758957 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e91f0-603c-4b66-a282-20c187f35a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeae8a4c-9fbf-4a3a-abc0-231bd0b25990,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:03.760753 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 58750) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:57:03.853549 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022ecb4-30a2-4453-b050-5f6c8002d50f req-38721cbd-e79b-4913-a859-fad4cdbf672d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:03.855144 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1022ecb4-30a2-4453-b050-5f6c8002d50f req-38721cbd-e79b-4913-a859-fad4cdbf672d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.0876112 Jan 20 12:57:03.855992 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-0a49b8b6-39ec-4b7f-aee3-f0025315339e admin admin] Publish callbacks [] for security_group (aeae8a4c-9fbf-4a3a-abc0-231bd0b25990), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:03.903605 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-0a49b8b6-39ec-4b7f-aee3-f0025315339e admin admin] Publish callbacks [] for security_group (aeae8a4c-9fbf-4a3a-abc0-231bd0b25990), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:03.960545 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1022ecb4-30a2-4453-b050-5f6c8002d50f req-08311376-af4e-4482-af06-7f1b3ce7ce30 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943797 Jan 20 12:57:04.002220 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-70259404-6f66-40bb-9eb1-de92f25cbbb2 req-e7c291e8-5dd7-46d4-b33f-4a0bb9ed33fc tempest-AttachVolumeNegativeTest-697940328 tempest-AttachVolumeNegativeTest-697940328-project] 10.222.0.57 "GET /v2.0/ports?device_id=3702c6a3-2d11-40c8-a5ef-274cb9130872 HTTP/1.1" status: 200 len: 210 time: 0.0283325 Jan 20 12:57:04.160281 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e076ff3-5132-49a6-9cb4-f312cb9b8e48 req-e2c22948-ad88-47d1-b6f7-bcbcbf62e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:04.161831 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5e076ff3-5132-49a6-9cb4-f312cb9b8e48 req-e2c22948-ad88-47d1-b6f7-bcbcbf62e1ba service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4&tenant_id=a42550bc92f54f3293a5e8c100adf3ec HTTP/1.1" status: 200 len: 1097 time: 0.0761268 Jan 20 12:57:04.170963 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-0a49b8b6-39ec-4b7f-aee3-f0025315339e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (aeae8a4c-9fbf-4a3a-abc0-231bd0b25990), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:04.173663 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-0a49b8b6-39ec-4b7f-aee3-f0025315339e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:04.174878 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-0a49b8b6-39ec-4b7f-aee3-f0025315339e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aeae8a4c-9fbf-4a3a-abc0-231bd0b25990 HTTP/1.1" status: 204 len: 168 time: 0.4130192 Jan 20 12:57:04.184545 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49b8b6-39ec-4b7f-aee3-f0025315339e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeae8a4c-9fbf-4a3a-abc0-231bd0b25990,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:04.245684 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e076ff3-5132-49a6-9cb4-f312cb9b8e48 req-ae2fcd12-fd2f-425d-a340-3b554d256536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:04.247434 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5e076ff3-5132-49a6-9cb4-f312cb9b8e48 req-ae2fcd12-fd2f-425d-a340-3b554d256536 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a42550bc92f54f3293a5e8c100adf3ec&device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 1097 time: 0.0577970 Jan 20 12:57:04.344937 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e076ff3-5132-49a6-9cb4-f312cb9b8e48 req-afa9686b-fd2d-4f7f-bcf0-de8afebc0f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:04.346911 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5e076ff3-5132-49a6-9cb4-f312cb9b8e48 req-afa9686b-fd2d-4f7f-bcf0-de8afebc0f96 service neutron] 10.222.0.107 "GET /v2.0/networks?id=98783e85-5ee2-4a30-908e-0d0d62c14b33 HTTP/1.1" status: 200 len: 917 time: 0.0934088 Jan 20 12:57:04.421113 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5e076ff3-5132-49a6-9cb4-f312cb9b8e48 req-acd6226f-e461-4e73-8cd6-32d475167201 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55cd4c69-e442-4db0-bae3-230265f45758 HTTP/1.1" status: 200 len: 999 time: 0.0668740 Jan 20 12:57:04.472946 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e076ff3-5132-49a6-9cb4-f312cb9b8e48 req-f1a7e526-d456-47c5-80d5-901596488d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:04.474761 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5e076ff3-5132-49a6-9cb4-f312cb9b8e48 req-f1a7e526-d456-47c5-80d5-901596488d6d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1295fc8c-2285-4e3e-9a1a-e24300eba26a HTTP/1.1" status: 200 len: 855 time: 0.0477393 Jan 20 12:57:04.532074 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e076ff3-5132-49a6-9cb4-f312cb9b8e48 req-b078a010-dd77-4397-8e4c-b72f3f68f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:04.533672 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5e076ff3-5132-49a6-9cb4-f312cb9b8e48 req-b078a010-dd77-4397-8e4c-b72f3f68f7a5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=98783e85-5ee2-4a30-908e-0d0d62c14b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0484045 Jan 20 12:57:04.634440 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5e076ff3-5132-49a6-9cb4-f312cb9b8e48 req-bb00967e-cd52-412b-9898-8db301b9acba service neutron] 10.222.0.107 "GET /v2.0/networks/98783e85-5ee2-4a30-908e-0d0d62c14b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941191 Jan 20 12:57:04.735212 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5e076ff3-5132-49a6-9cb4-f312cb9b8e48 req-b2e014a4-1298-47e8-b73e-ab3b03147edf service neutron] 10.222.0.107 "GET /v2.0/networks/98783e85-5ee2-4a30-908e-0d0d62c14b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953457 Jan 20 12:57:04.907589 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 58764) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:57:04.924782 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-75d2da4c-9487-4dc6-ac12-563312111682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:05.020042 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 58772) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:57:05.035505 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-75d2da4c-9487-4dc6-ac12-563312111682 admin admin] Publish callbacks [] for security_group (5676bcd9-3f6c-4d97-a32a-1469d7fab6a9), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:05.071745 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 58778) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:57:05.111272 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_v2 [None req-c297d0ce-b837-43e5-9b16-c1ebf25306db admin admin] Deleting subnet c38d6466-46c5-473c-841a-11efca093e5b {{(pid=109759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 12:57:05.116739 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c297d0ce-b837-43e5-9b16-c1ebf25306db admin admin] Publish callbacks [] for subnet (c38d6466-46c5-473c-841a-11efca093e5b), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:05.120018 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-75d2da4c-9487-4dc6-ac12-563312111682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (5676bcd9-3f6c-4d97-a32a-1469d7fab6a9), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:05.125018 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc7b5c02-9e9d-41ba-9eda-88e825b02494 admin admin] Deleting subnet 160c493f-960c-42fe-873c-9bc69f61abc5 {{(pid=109760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 12:57:05.129918 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5c02-9e9d-41ba-9eda-88e825b02494 admin admin] Publish callbacks [] for subnet (160c493f-960c-42fe-873c-9bc69f61abc5), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:05.163759 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdddcb-4fd5-4957-a62a-05ae9597e702 req-a979ac7a-97b1-4a22-abc0-dd21c8c1e890 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:05.165225 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-85bdddcb-4fd5-4957-a62a-05ae9597e702 req-a979ac7a-97b1-4a22-abc0-dd21c8c1e890 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.1112356 Jan 20 12:57:05.168853 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5c02-9e9d-41ba-9eda-88e825b02494 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5795260'] for subnet (160c493f-960c-42fe-873c-9bc69f61abc5), precommit_delete_associations {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:05.216086 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5c02-9e9d-41ba-9eda-88e825b02494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537527'] for subnet (160c493f-960c-42fe-873c-9bc69f61abc5), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:05.221974 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-75d2da4c-9487-4dc6-ac12-563312111682 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b3ec3ea16caf4961912b18bd969699a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3132577 Jan 20 12:57:05.226542 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 58786) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:57:05.231640 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2da4c-9487-4dc6-ac12-563312111682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5676bcd9-3f6c-4d97-a32a-1469d7fab6a9,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:05.233406 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c297d0ce-b837-43e5-9b16-c1ebf25306db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4786657'] for subnet (c38d6466-46c5-473c-841a-11efca093e5b), precommit_delete_associations {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:05.323578 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-85bdddcb-4fd5-4957-a62a-05ae9597e702 req-a987dc70-d3dc-4fa3-9338-87b326a16b86 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432898 Jan 20 12:57:05.324630 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c297d0ce-b837-43e5-9b16-c1ebf25306db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537527'] for subnet (c38d6466-46c5-473c-841a-11efca093e5b), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:05.368120 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5c02-9e9d-41ba-9eda-88e825b02494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4332618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4798155'] for subnet (160c493f-960c-42fe-873c-9bc69f61abc5), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:05.370634 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-af0870fb-a61e-4182-9fae-0b6f6e665254 admin admin] Publish callbacks [] for security_group (5676bcd9-3f6c-4d97-a32a-1469d7fab6a9), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:05.393260 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b5c02-9e9d-41ba-9eda-88e825b02494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=160c493f-960c-42fe-873c-9bc69f61abc5,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:05.397925 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5c02-9e9d-41ba-9eda-88e825b02494 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:05.402731 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-af0870fb-a61e-4182-9fae-0b6f6e665254 admin admin] Publish callbacks [] for security_group (5676bcd9-3f6c-4d97-a32a-1469d7fab6a9), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:05.403886 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-dc7b5c02-9e9d-41ba-9eda-88e825b02494 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/160c493f-960c-42fe-873c-9bc69f61abc5 HTTP/1.1" status: 204 len: 168 time: 0.3307896 Jan 20 12:57:05.404405 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 58792) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:57:05.496149 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c297d0ce-b837-43e5-9b16-c1ebf25306db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5860108'] for subnet (c38d6466-46c5-473c-841a-11efca093e5b), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:05.544545 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297d0ce-b837-43e5-9b16-c1ebf25306db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c38d6466-46c5-473c-841a-11efca093e5b,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:05.549057 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-34b0f789-c592-4e42-a2d3-3a9e8985da9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497049'] for network (457dc31e-9fe8-4fb8-852d-eea62a00d396), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:05.552304 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c297d0ce-b837-43e5-9b16-c1ebf25306db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for subnet (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:05.559295 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-c297d0ce-b837-43e5-9b16-c1ebf25306db admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c38d6466-46c5-473c-841a-11efca093e5b HTTP/1.1" status: 204 len: 168 time: 0.5344698 Jan 20 12:57:05.559295 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 58796) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:57:05.667074 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-af0870fb-a61e-4182-9fae-0b6f6e665254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (5676bcd9-3f6c-4d97-a32a-1469d7fab6a9), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:05.669917 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-af0870fb-a61e-4182-9fae-0b6f6e665254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:05.673554 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-af0870fb-a61e-4182-9fae-0b6f6e665254 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5676bcd9-3f6c-4d97-a32a-1469d7fab6a9 HTTP/1.1" status: 204 len: 168 time: 0.4403765 Jan 20 12:57:05.691710 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-fed23abc-ef98-4af2-b3ba-d123db3bbb71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497049'] for network (ba30e44a-e8a7-4312-9e0e-66194997cd5b), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:05.710544 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0870fb-a61e-4182-9fae-0b6f6e665254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5676bcd9-3f6c-4d97-a32a-1469d7fab6a9,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:05.770184 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-34b0f789-c592-4e42-a2d3-3a9e8985da9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1524928', 'neutron.services.segments.db._delete_segments_for_network-8775109942164'] for network (457dc31e-9fe8-4fb8-852d-eea62a00d396), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:05.815183 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.services.segments.db [None req-34b0f789-c592-4e42-a2d3-3a9e8985da9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457dc31e-9fe8-4fb8-852d-eea62a00d396']}} {{(pid=109759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:57:05.840724 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.services.segments.db [None req-34b0f789-c592-4e42-a2d3-3a9e8985da9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a04a7f-2991-4069-9a95-1caa23baeb64') {'for_net_delete': True} {{(pid=109759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:57:05.841078 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.services.segments.db [None req-34b0f789-c592-4e42-a2d3-3a9e8985da9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a04a7f-2991-4069-9a95-1caa23baeb64') {} {{(pid=109759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:57:05.862304 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-34b0f789-c592-4e42-a2d3-3a9e8985da9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775109942038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4784146'] for segment (12a04a7f-2991-4069-9a95-1caa23baeb64), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:05.958645 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-34b0f789-c592-4e42-a2d3-3a9e8985da9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (12a04a7f-2991-4069-9a95-1caa23baeb64), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:05.962585 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-fed23abc-ef98-4af2-b3ba-d123db3bbb71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1524928', 'neutron.services.segments.db._delete_segments_for_network-8775109942164'] for network (ba30e44a-e8a7-4312-9e0e-66194997cd5b), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:05.990674 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b0f789-c592-4e42-a2d3-3a9e8985da9c admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 12:57:05.991071 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-34b0f789-c592-4e42-a2d3-3a9e8985da9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217051'] for segment (12a04a7f-2991-4069-9a95-1caa23baeb64), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: Traceback (most recent call last): Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: timer() Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: cb(*args, **kw) Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: return func(*args, **kwargs) Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: self._notify() Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: self.callback(batched_events) Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: event.method(event) Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: return f(self, *a, **k) Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: return self._get(url).json() Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: return self.request(url, 'GET', **kwargs) Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 12:57:05.993025 dv-cinder-804035-24-iscsi neutron-server[109759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 12:57:06.008294 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.services.segments.db [None req-fed23abc-ef98-4af2-b3ba-d123db3bbb71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba30e44a-e8a7-4312-9e0e-66194997cd5b']}} {{(pid=109759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:57:06.052377 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-995c29a5-9333-4b8b-988b-52407817d78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:06.057526 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.services.segments.db [None req-fed23abc-ef98-4af2-b3ba-d123db3bbb71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0d6c29-592b-462e-be4f-0c93ec9f43fa') {'for_net_delete': True} {{(pid=109759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:57:06.058323 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.services.segments.db [None req-fed23abc-ef98-4af2-b3ba-d123db3bbb71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0d6c29-592b-462e-be4f-0c93ec9f43fa') {} {{(pid=109759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:57:06.073984 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-fed23abc-ef98-4af2-b3ba-d123db3bbb71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775109942038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4784146'] for segment (8d0d6c29-592b-462e-be4f-0c93ec9f43fa), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:06.090435 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-fed23abc-ef98-4af2-b3ba-d123db3bbb71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (8d0d6c29-592b-462e-be4f-0c93ec9f43fa), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:06.098259 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed23abc-ef98-4af2-b3ba-d123db3bbb71 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 12:57:06.098762 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-fed23abc-ef98-4af2-b3ba-d123db3bbb71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217051'] for segment (8d0d6c29-592b-462e-be4f-0c93ec9f43fa), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: Traceback (most recent call last): Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: timer() Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: cb(*args, **kw) Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: return func(*args, **kwargs) Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: self._notify() Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: self.callback(batched_events) Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: event.method(event) Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: return f(self, *a, **k) Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: return self._get(url).json() Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: return self.request(url, 'GET', **kwargs) Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 12:57:06.100848 dv-cinder-804035-24-iscsi neutron-server[109759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 12:57:06.173800 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-34b0f789-c592-4e42-a2d3-3a9e8985da9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1524953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529948'] for network (457dc31e-9fe8-4fb8-852d-eea62a00d396), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:06.216237 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-34b0f789-c592-4e42-a2d3-3a9e8985da9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:06.220141 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-34b0f789-c592-4e42-a2d3-3a9e8985da9c admin admin] 10.222.0.57 "DELETE /v2.0/networks/457dc31e-9fe8-4fb8-852d-eea62a00d396 HTTP/1.1" status: 204 len: 168 time: 0.8139772 Jan 20 12:57:06.221719 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0f789-c592-4e42-a2d3-3a9e8985da9c admin admin] Pushing event deleted for resources: {'Network': ['ID=457dc31e-9fe8-4fb8-852d-eea62a00d396,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:06.276651 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-fed23abc-ef98-4af2-b3ba-d123db3bbb71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1524953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529948'] for network (ba30e44a-e8a7-4312-9e0e-66194997cd5b), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:06.282195 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-fed23abc-ef98-4af2-b3ba-d123db3bbb71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:06.286095 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-fed23abc-ef98-4af2-b3ba-d123db3bbb71 admin admin] 10.222.0.57 "DELETE /v2.0/networks/ba30e44a-e8a7-4312-9e0e-66194997cd5b HTTP/1.1" status: 204 len: 168 time: 0.7256474 Jan 20 12:57:06.299619 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed23abc-ef98-4af2-b3ba-d123db3bbb71 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba30e44a-e8a7-4312-9e0e-66194997cd5b,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:06.336905 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 3a497f72-8448-42ab-a547-0eccee02be1d no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 12:57:06.389091 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] No Port match for: 3a497f72-8448-42ab-a547-0eccee02be1d {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 12:57:06.389465 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 3a497f72-8448-42ab-a547-0eccee02be1d not bound to the agent host hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 12:57:06.547831 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403f5bc-881a-47d8-91ac-683038f64438 req-bf8d1cd3-20ea-4512-8405-2b52ffe987d3 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:06.550838 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1403f5bc-881a-47d8-91ac-683038f64438 req-bf8d1cd3-20ea-4512-8405-2b52ffe987d3 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.0902996 Jan 20 12:57:06.612590 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1403f5bc-881a-47d8-91ac-683038f64438 req-45c70fce-3ec0-41f7-9f5e-8d63c0e85af9 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575778 Jan 20 12:57:06.791271 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 58812) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:57:06.838076 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-68f9a532-9c66-4f0c-bb53-e8f552a41d03 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=629170ffa321489c819377a8d6610e73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455832 Jan 20 12:57:06.839877 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 58814) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:57:06.862060 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 58816) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:57:06.903231 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-1d7161bf-22ff-4abf-ab0f-b399f3f64d11 admin admin] Publish callbacks [] for security_group (a2fc74b2-d285-4ed7-90ba-198e63b5f2e3), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:06.935935 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 58818) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:57:06.940037 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-1d7161bf-22ff-4abf-ab0f-b399f3f64d11 admin admin] Publish callbacks [] for security_group (a2fc74b2-d285-4ed7-90ba-198e63b5f2e3), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:06.947883 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-58910fc2-096a-476b-9e41-6e1d4d205e14 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c627e132fb96455193cbc6c115ae66a8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0683022 Jan 20 12:57:07.026116 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-274eff53-c0dd-43ba-be20-484b96e8af1d admin admin] Publish callbacks [] for security_group (6a654e38-3402-4f57-acdf-2bcca4c61bf5), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:07.050831 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-274eff53-c0dd-43ba-be20-484b96e8af1d admin admin] Publish callbacks [] for security_group (6a654e38-3402-4f57-acdf-2bcca4c61bf5), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:07.118853 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-1d7161bf-22ff-4abf-ab0f-b399f3f64d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (a2fc74b2-d285-4ed7-90ba-198e63b5f2e3), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:07.121485 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-1d7161bf-22ff-4abf-ab0f-b399f3f64d11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:07.122640 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-1d7161bf-22ff-4abf-ab0f-b399f3f64d11 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a2fc74b2-d285-4ed7-90ba-198e63b5f2e3 HTTP/1.1" status: 204 len: 168 time: 0.2818244 Jan 20 12:57:07.130979 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7161bf-22ff-4abf-ab0f-b399f3f64d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fc74b2-d285-4ed7-90ba-198e63b5f2e3,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:07.326093 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-274eff53-c0dd-43ba-be20-484b96e8af1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (6a654e38-3402-4f57-acdf-2bcca4c61bf5), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:07.333832 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-274eff53-c0dd-43ba-be20-484b96e8af1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:07.335944 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-274eff53-c0dd-43ba-be20-484b96e8af1d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6a654e38-3402-4f57-acdf-2bcca4c61bf5 HTTP/1.1" status: 204 len: 168 time: 0.3988626 Jan 20 12:57:07.349151 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274eff53-c0dd-43ba-be20-484b96e8af1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a654e38-3402-4f57-acdf-2bcca4c61bf5,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:07.604973 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:07.784323 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b81599-ca1d-4cc3-b027-edde58738d35 req-3a968747-9049-4292-b73a-ed6fa427b3c9 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:07.786020 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d5b81599-ca1d-4cc3-b027-edde58738d35 req-3a968747-9049-4292-b73a-ed6fa427b3c9 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.0645201 Jan 20 12:57:07.859527 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d5b81599-ca1d-4cc3-b027-edde58738d35 req-2f65563f-0355-47cf-952c-c6072a838ece tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675187 Jan 20 12:57:09.122110 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:09.154151 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 58876) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:57:09.170055 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45812345-d835-4988-85bb-7d69f7c04490 req-c5a17d15-75e9-419b-a8c9-2b9685b39a50 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:09.170055 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-45812345-d835-4988-85bb-7d69f7c04490 req-c5a17d15-75e9-419b-a8c9-2b9685b39a50 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.1569316 Jan 20 12:57:09.239196 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-45812345-d835-4988-85bb-7d69f7c04490 req-33765dc0-40a5-4c50-8dcb-7bf659e6118b tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601809 Jan 20 12:57:09.365726 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-2670683b-b012-4e92-80bd-6348191a506d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1686055686-network', 'tenant_id': 'fa0ddecf2bd540e5a7a2ad69370b32ea'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:57:09.520755 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2670683b-b012-4e92-80bd-6348191a506d admin admin] Made reservation on behalf of fa0ddecf2bd540e5a7a2ad69370b32ea for: {'network': 1} {{(pid=109760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:57:09.524505 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2670683b-b012-4e92-80bd-6348191a506d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for network (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:09.534790 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2670683b-b012-4e92-80bd-6348191a506d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:09.697118 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2670683b-b012-4e92-80bd-6348191a506d admin admin] Publish callbacks [] for security_group (c67e309b-c67c-4f07-9855-aced3fe9791b), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:09.825631 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2670683b-b012-4e92-80bd-6348191a506d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (c67e309b-c67c-4f07-9855-aced3fe9791b), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:09.857276 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2670683b-b012-4e92-80bd-6348191a506d admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=109760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 12:57:09.868685 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670683b-b012-4e92-80bd-6348191a506d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67e309b-c67c-4f07-9855-aced3fe9791b,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:09.874540 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2670683b-b012-4e92-80bd-6348191a506d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (7cfe4c67-ed28-46de-afbb-45481ef6387a), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:09.874935 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.db.segments_db [None req-2670683b-b012-4e92-80bd-6348191a506d admin admin] Added segment 7cfe4c67-ed28-46de-afbb-45481ef6387a of type vlan for network 12f6781b-c16e-471c-9029-7b54bf98e7ef Jan 20 12:57:09.936826 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:09.975664 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2670683b-b012-4e92-80bd-6348191a506d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775109455270'] for network (12f6781b-c16e-471c-9029-7b54bf98e7ef), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:10.082566 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2670683b-b012-4e92-80bd-6348191a506d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for network (12f6781b-c16e-471c-9029-7b54bf98e7ef), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:10.085880 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2670683b-b012-4e92-80bd-6348191a506d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:10.088162 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-2670683b-b012-4e92-80bd-6348191a506d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:10.158024 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670683b-b012-4e92-80bd-6348191a506d admin admin] Pushing event updated for resources: {'Network': ['ID=12f6781b-c16e-471c-9029-7b54bf98e7ef,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:10.169988 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Network 12f6781b-c16e-471c-9029-7b54bf98e7ef details requested by agent ovs-agent-dv-cinder-804035-24-iscsi with host dv-cinder-804035-24-iscsi {{(pid=109761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 12:57:10.222371 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-2670683b-b012-4e92-80bd-6348191a506d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0653977 Jan 20 12:57:10.226562 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 58896) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:57:10.242196 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-e6956d69-35a4-410a-be67-a4e2aab4e520 admin admin] Request body: {'subnet': {'network_id': '12f6781b-c16e-471c-9029-7b54bf98e7ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1686055686-subnet', 'tenant_id': 'fa0ddecf2bd540e5a7a2ad69370b32ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:57:10.364919 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6956d69-35a4-410a-be67-a4e2aab4e520 admin admin] Made reservation on behalf of fa0ddecf2bd540e5a7a2ad69370b32ea for: {'subnet': 1} {{(pid=109760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:57:10.367877 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e6956d69-35a4-410a-be67-a4e2aab4e520 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4798112'] for subnet (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:10.393572 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79531aba-d296-4939-8aea-fbfc0a4279b5 req-824df24b-eea3-4a49-9545-1086da9d1af3 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:10.402233 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-79531aba-d296-4939-8aea-fbfc0a4279b5 req-824df24b-eea3-4a49-9545-1086da9d1af3 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.0746307 Jan 20 12:57:10.554443 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-79531aba-d296-4939-8aea-fbfc0a4279b5 req-afbb88b5-f721-42af-a5f2-37314549554f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311810 Jan 20 12:57:10.743553 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e6956d69-35a4-410a-be67-a4e2aab4e520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4798130'] for subnet (ed47c05f-71aa-4581-984f-36a9eb00dc61), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:10.822329 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6956d69-35a4-410a-be67-a4e2aab4e520 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed47c05f-71aa-4581-984f-36a9eb00dc61,revision_number=0']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:10.831917 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6956d69-35a4-410a-be67-a4e2aab4e520 admin admin] Checking segment: {'id': '7cfe4c67-ed28-46de-afbb-45481ef6387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '12f6781b-c16e-471c-9029-7b54bf98e7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:57:10.832631 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6956d69-35a4-410a-be67-a4e2aab4e520 admin admin] Network hostable DHCP agents. Network: 12f6781b-c16e-471c-9029-7b54bf98e7ef, hostable agents: ['34b5833e-9762-4604-a0fa-5558c3f0462d'], hosted agents: [] {{(pid=109760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 12:57:10.936407 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:10.971005 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6956d69-35a4-410a-be67-a4e2aab4e520 admin admin] Network 12f6781b-c16e-471c-9029-7b54bf98e7ef is scheduled to be hosted by DHCP agent 34b5833e-9762-4604-a0fa-5558c3f0462d with binding_index 1 {{(pid=109760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 12:57:11.282921 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-e6956d69-35a4-410a-be67-a4e2aab4e520 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-24-iscsi, 12f6781b-c16e-471c-9029-7b54bf98e7ef) {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:57:11.295822 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27894711-1e0f-409b-b7db-31ab884cdbcc None None] Network 12f6781b-c16e-471c-9029-7b54bf98e7ef requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:57:11.298279 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6956d69-35a4-410a-be67-a4e2aab4e520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:11.299147 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e6956d69-35a4-410a-be67-a4e2aab4e520 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:11.434793 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33736e6a-73bd-4ff5-9ef7-008c4f895e48 None None] Network 12f6781b-c16e-471c-9029-7b54bf98e7ef requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 12:57:11.805345 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 12:57:11.814496 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffaa9d-b428-4d6d-aaea-5d3996109a91 req-f1ac6c6a-7be7-43d2-ba15-0e1c1c62c71b tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:11.816644 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fbffaa9d-b428-4d6d-aaea-5d3996109a91 req-f1ac6c6a-7be7-43d2-ba15-0e1c1c62c71b tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.0953608 Jan 20 12:57:11.890419 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fbffaa9d-b428-4d6d-aaea-5d3996109a91 req-a3b10c41-d6c6-48d9-a32d-25781287b2cf tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592690 Jan 20 12:57:12.270469 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-e6956d69-35a4-410a-be67-a4e2aab4e520 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0274751 Jan 20 12:57:13.024204 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a092af4-2c6a-4bb0-b702-419cd50cab2d req-6f443c16-611e-41f4-ab57-a2510ce1ebb9 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:13.026853 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9a092af4-2c6a-4bb0-b702-419cd50cab2d req-6f443c16-611e-41f4-ab57-a2510ce1ebb9 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.0560653 Jan 20 12:57:13.140198 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9a092af4-2c6a-4bb0-b702-419cd50cab2d req-832b6688-aadd-437d-9c43-88c60656d18d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071723 Jan 20 12:57:14.279385 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea18ec-c521-4328-892b-9d03fe73324f req-7f98c782-26d3-4886-aaeb-bbe295ab516f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:14.280981 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-87ea18ec-c521-4328-892b-9d03fe73324f req-7f98c782-26d3-4886-aaeb-bbe295ab516f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.0511229 Jan 20 12:57:14.344007 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-87ea18ec-c521-4328-892b-9d03fe73324f req-9e03e014-0aaa-4406-8e40-63a1c3c365d5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559311 Jan 20 12:57:15.483573 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcce89a-0643-4dd9-b3ea-d36c08d50605 req-62c202ae-560a-4c04-8f63-810067040d1d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:15.485119 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-edcce89a-0643-4dd9-b3ea-d36c08d50605 req-62c202ae-560a-4c04-8f63-810067040d1d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.0502362 Jan 20 12:57:15.536889 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-edcce89a-0643-4dd9-b3ea-d36c08d50605 req-62761b09-807e-4cd0-9187-bf7e945a59d0 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454288 Jan 20 12:57:16.666321 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6439b7-e709-43de-adba-945cf09ce21a req-ee1f40aa-90f9-49ca-8dee-fd8fc4b05c28 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:16.667913 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bf6439b7-e709-43de-adba-945cf09ce21a req-ee1f40aa-90f9-49ca-8dee-fd8fc4b05c28 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.0516911 Jan 20 12:57:16.725268 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bf6439b7-e709-43de-adba-945cf09ce21a req-90fe579b-cb80-49d0-bf15-9920535f0452 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511503 Jan 20 12:57:17.862200 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afc98c-210b-42fd-b1cf-f4c64ab47787 req-a55151f7-bd36-4298-93ac-4b2c68e5bfb4 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:17.864408 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f7afc98c-210b-42fd-b1cf-f4c64ab47787 req-a55151f7-bd36-4298-93ac-4b2c68e5bfb4 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.0621078 Jan 20 12:57:17.927661 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f7afc98c-210b-42fd-b1cf-f4c64ab47787 req-5c56ac1e-9497-4f03-b7c2-4f6250cf52d3 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555356 Jan 20 12:57:19.077567 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e009db-a594-4722-bcfb-56f96a8b492b req-cd2b0fac-7191-4925-8d9e-c100f2c9353f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:19.079295 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b3e009db-a594-4722-bcfb-56f96a8b492b req-cd2b0fac-7191-4925-8d9e-c100f2c9353f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.0509820 Jan 20 12:57:19.131761 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b3e009db-a594-4722-bcfb-56f96a8b492b req-5c1d12f6-5269-4716-a280-2f806b6d93e9 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462687 Jan 20 12:57:20.257490 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9eb88-310d-4103-873b-cfd845b3f6f8 req-4b235326-7fdf-4d5b-948d-53c85e3d6949 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:20.259056 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b9a9eb88-310d-4103-873b-cfd845b3f6f8 req-4b235326-7fdf-4d5b-948d-53c85e3d6949 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.0495765 Jan 20 12:57:20.320213 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b9a9eb88-310d-4103-873b-cfd845b3f6f8 req-e10ebac6-f24b-4f57-9114-bfd0e5ea7d36 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537801 Jan 20 12:57:21.454594 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4168d-db7d-4cd8-9bef-1fc2c256365e req-c0189853-e0ef-479a-bdd5-d7cbe16aef34 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:21.456155 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-54e4168d-db7d-4cd8-9bef-1fc2c256365e req-c0189853-e0ef-479a-bdd5-d7cbe16aef34 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.0508966 Jan 20 12:57:21.513566 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-54e4168d-db7d-4cd8-9bef-1fc2c256365e req-4f1c9564-3710-4897-84d3-a42eeb3fc4e7 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511422 Jan 20 12:57:22.276136 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953887ee-e19d-4742-bc63-077dbc66f687 req-2fa161a3-1e6c-4594-8f17-684546083f6d tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:22.278329 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-953887ee-e19d-4742-bc63-077dbc66f687 req-2fa161a3-1e6c-4594-8f17-684546083f6d tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/networks?id=12f6781b-c16e-471c-9029-7b54bf98e7ef HTTP/1.1" status: 200 len: 814 time: 0.1122835 Jan 20 12:57:22.292703 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-953887ee-e19d-4742-bc63-077dbc66f687 req-f3ae1e25-7fcb-400f-9765-d0e042f58d76 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/quotas/fa0ddecf2bd540e5a7a2ad69370b32ea HTTP/1.1" status: 200 len: 375 time: 0.0095403 Jan 20 12:57:22.323465 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-953887ee-e19d-4742-bc63-077dbc66f687 req-99b9b32d-dbfd-4549-9515-371af58b35ac tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa0ddecf2bd540e5a7a2ad69370b32ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257802 Jan 20 12:57:22.415209 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-953887ee-e19d-4742-bc63-077dbc66f687 req-de6b4124-e6fd-4e56-a3f8-e39420ee737e service neutron] 10.222.0.57 "GET /v2.0/networks/12f6781b-c16e-471c-9029-7b54bf98e7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849111 Jan 20 12:57:22.509801 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-953887ee-e19d-4742-bc63-077dbc66f687 req-4dfde650-23bc-4083-9c4b-5f916d0afe77 service neutron] 10.222.0.57 "GET /v2.0/networks/12f6781b-c16e-471c-9029-7b54bf98e7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885179 Jan 20 12:57:22.644291 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc3e23-eb91-45b7-a279-f5ae0b94b080 req-84405328-8a8f-4a07-8a51-0a775cfa87ef tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:22.646138 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bafc3e23-eb91-45b7-a279-f5ae0b94b080 req-84405328-8a8f-4a07-8a51-0a775cfa87ef tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.0508308 Jan 20 12:57:22.712330 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bafc3e23-eb91-45b7-a279-f5ae0b94b080 req-9bfea1fa-cfb4-4c40-86d4-79e45fc3f118 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605390 Jan 20 12:57:22.769939 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8cd86088-bc05-4cc4-b6df-e0403802e5ba req-89a67621-e8bc-43ba-81a6-fba528881f15 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 210 time: 0.0342302 Jan 20 12:57:23.863194 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f1cded92-cc07-40d0-b3e9-679f38f4e77b req-623fe640-56cf-4abc-b475-15edfeee0e96 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 210 time: 0.0321169 Jan 20 12:57:23.880474 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03228c-5e7b-4a5b-97c9-b0ae2e887b55 req-eb39d191-5469-47d9-8e9e-8b066e011553 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:23.883066 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7b03228c-5e7b-4a5b-97c9-b0ae2e887b55 req-eb39d191-5469-47d9-8e9e-8b066e011553 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.0874078 Jan 20 12:57:23.930357 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7b03228c-5e7b-4a5b-97c9-b0ae2e887b55 req-cadf0548-69da-4b9b-9979-4958a6b836de tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425811 Jan 20 12:57:24.956812 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3e33f6ec-6a86-47c2-80b4-7b099e745392 req-bc94ad15-25cd-40f9-8b60-5a19ee804808 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 210 time: 0.0262091 Jan 20 12:57:25.053706 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79403aa-ce35-49d4-897d-9e4086e2d88f req-5afd237c-1194-4c1e-87b4-f328958fd0ea tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:25.055180 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f79403aa-ce35-49d4-897d-9e4086e2d88f req-5afd237c-1194-4c1e-87b4-f328958fd0ea tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.0529840 Jan 20 12:57:25.105996 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f79403aa-ce35-49d4-897d-9e4086e2d88f req-16471079-ca6e-47d7-9c4e-9206fc2a38ac tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452664 Jan 20 12:57:26.049338 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2a54796a-00b7-4b41-b045-3b149cb84e1f req-97450f7a-4806-4db2-a23e-ea3170fa212a tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 210 time: 0.0259790 Jan 20 12:57:26.234179 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93cf6a-f90a-452e-b55e-8172f3e13bc5 req-0634c423-e0b8-4cb0-9141-460a3dffb75d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:26.235972 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-eb93cf6a-f90a-452e-b55e-8172f3e13bc5 req-0634c423-e0b8-4cb0-9141-460a3dffb75d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.0534186 Jan 20 12:57:26.285591 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-eb93cf6a-f90a-452e-b55e-8172f3e13bc5 req-cfecd4b0-fa91-4f5f-8ae7-4c5fa1eb8998 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424492 Jan 20 12:57:27.154692 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3f179b7d-d155-4d3c-b623-8754f53139a0 req-5aa5e224-6f12-417c-8484-3ea32a254cff tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 210 time: 0.0256715 Jan 20 12:57:27.435178 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953887ee-e19d-4742-bc63-077dbc66f687 req-b8d7287f-335d-4df0-ab6c-2ef996377a8c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:27.437108 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-953887ee-e19d-4742-bc63-077dbc66f687 req-b8d7287f-335d-4df0-ab6c-2ef996377a8c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.107 "GET /v2.0/networks?id=12f6781b-c16e-471c-9029-7b54bf98e7ef HTTP/1.1" status: 200 len: 814 time: 0.1629515 Jan 20 12:57:27.455273 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb04f7e-3b02-456c-b15a-75b7972e897b req-4a691d7b-20e6-4905-b97c-77cde8d9f762 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:27.457012 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fcb04f7e-3b02-456c-b15a-75b7972e897b req-4a691d7b-20e6-4905-b97c-77cde8d9f762 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.0802903 Jan 20 12:57:27.462143 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-953887ee-e19d-4742-bc63-077dbc66f687 req-59b9c596-0aee-4552-b92f-7b955fe8c719 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Request body: {'port': {'device_id': '883833f4-264f-438e-aeff-451f853a362a', 'network_id': '12f6781b-c16e-471c-9029-7b54bf98e7ef', 'admin_state_up': True, 'tenant_id': 'fa0ddecf2bd540e5a7a2ad69370b32ea'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:57:27.572236 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fcb04f7e-3b02-456c-b15a-75b7972e897b req-58d48ffa-8c87-452a-8aa7-d266be0bf705 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048329 Jan 20 12:57:27.713673 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-953887ee-e19d-4742-bc63-077dbc66f687 req-59b9c596-0aee-4552-b92f-7b955fe8c719 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Made reservation on behalf of fa0ddecf2bd540e5a7a2ad69370b32ea for: {'port': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:57:27.717503 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-953887ee-e19d-4742-bc63-077dbc66f687 req-59b9c596-0aee-4552-b92f-7b955fe8c719 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:27.869407 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [req-953887ee-e19d-4742-bc63-077dbc66f687 req-59b9c596-0aee-4552-b92f-7b955fe8c719 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Allocated IP 172.20.0.12 (12f6781b-c16e-471c-9029-7b54bf98e7ef/ed47c05f-71aa-4581-984f-36a9eb00dc61/87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:57:28.026510 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-953887ee-e19d-4742-bc63-077dbc66f687 req-59b9c596-0aee-4552-b92f-7b955fe8c719 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Publish callbacks [] for port (87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:28.202550 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-953887ee-e19d-4742-bc63-077dbc66f687 req-59b9c596-0aee-4552-b92f-7b955fe8c719 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:28.240908 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-953887ee-e19d-4742-bc63-077dbc66f687 req-59b9c596-0aee-4552-b92f-7b955fe8c719 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Network 12f6781b-c16e-471c-9029-7b54bf98e7ef is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:57:28.254823 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [req-953887ee-e19d-4742-bc63-077dbc66f687 req-59b9c596-0aee-4552-b92f-7b955fe8c719 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:57:28.258097 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-953887ee-e19d-4742-bc63-077dbc66f687 req-59b9c596-0aee-4552-b92f-7b955fe8c719 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:57:28.312409 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9c596-0aee-4552-b92f-7b955fe8c719 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Pushing event updated for resources: {'Port': ['ID=87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:28.339922 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953887ee-e19d-4742-bc63-077dbc66f687 req-59b9c596-0aee-4552-b92f-7b955fe8c719 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:28.340542 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-953887ee-e19d-4742-bc63-077dbc66f687 req-59b9c596-0aee-4552-b92f-7b955fe8c719 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:28.355963 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab3926-5fe1-4b11-8201-cbde1d4abcb2 req-7eacc2ad-2dbd-4c86-a496-2b6ea400b913 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:28.357463 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6bab3926-5fe1-4b11-8201-cbde1d4abcb2 req-7eacc2ad-2dbd-4c86-a496-2b6ea400b913 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 932 time: 0.1245141 Jan 20 12:57:28.412856 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6bab3926-5fe1-4b11-8201-cbde1d4abcb2 req-bde3084b-f6de-4e3e-9328-d3326d5d3877 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493658 Jan 20 12:57:28.425116 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-953887ee-e19d-4742-bc63-077dbc66f687 req-59b9c596-0aee-4552-b92f-7b955fe8c719 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9666579 Jan 20 12:57:28.436972 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-953887ee-e19d-4742-bc63-077dbc66f687 req-4b8c18fd-b8c6-4bf8-9155-305293c3ecdf service neutron] Request body: {'port': {'device_id': '883833f4-264f-438e-aeff-451f853a362a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:57:28.718677 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-953887ee-e19d-4742-bc63-077dbc66f687 req-4b8c18fd-b8c6-4bf8-9155-305293c3ecdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:28.956579 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4496d9-4176-4e1b-8508-c39592dafc8a req-a3c4db0c-8519-4272-b9d2-b9167b0e1317 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:28.958530 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bc4496d9-4176-4e1b-8508-c39592dafc8a req-a3c4db0c-8519-4272-b9d2-b9167b0e1317 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.1241183 Jan 20 12:57:29.040044 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bc4496d9-4176-4e1b-8508-c39592dafc8a req-0dd85b2c-57e5-49e8-954e-8c62c14aab45 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743630 Jan 20 12:57:29.093754 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [req-953887ee-e19d-4742-bc63-077dbc66f687 req-4b8c18fd-b8c6-4bf8-9155-305293c3ecdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb {{(pid=109759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:57:29.102842 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-953887ee-e19d-4742-bc63-077dbc66f687 req-4b8c18fd-b8c6-4bf8-9155-305293c3ecdf service neutron] Publish callbacks [] for port (87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:29.116316 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.provisioning_blocks [req-953887ee-e19d-4742-bc63-077dbc66f687 req-4b8c18fd-b8c6-4bf8-9155-305293c3ecdf service neutron] Transition to ACTIVE for port object 87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb will not be triggered until provisioned by entity L2. {{(pid=109759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:57:29.117619 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 59140) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:57:29.187183 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-953887ee-e19d-4742-bc63-077dbc66f687 req-4b8c18fd-b8c6-4bf8-9155-305293c3ecdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217087'] for port (87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:29.250216 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d45b38ec-dfc4-4f19-8f1b-e4fa314fa131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:29.286629 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c18fd-b8c6-4bf8-9155-305293c3ecdf service neutron] Pushing event updated for resources: {'Port': ['ID=87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb,revision_number=2']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:29.367801 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-953887ee-e19d-4742-bc63-077dbc66f687 req-4b8c18fd-b8c6-4bf8-9155-305293c3ecdf service neutron] Attempting to bind port 87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:57:29.368167 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-953887ee-e19d-4742-bc63-077dbc66f687 req-4b8c18fd-b8c6-4bf8-9155-305293c3ecdf service neutron] Attempting to bind port 87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '7cfe4c67-ed28-46de-afbb-45481ef6387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '12f6781b-c16e-471c-9029-7b54bf98e7ef'}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:57:29.368506 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953887ee-e19d-4742-bc63-077dbc66f687 req-4b8c18fd-b8c6-4bf8-9155-305293c3ecdf service neutron] Attempting to bind port 87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb on network 12f6781b-c16e-471c-9029-7b54bf98e7ef {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:57:29.379861 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953887ee-e19d-4742-bc63-077dbc66f687 req-4b8c18fd-b8c6-4bf8-9155-305293c3ecdf service neutron] Port 87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb on network 12f6781b-c16e-471c-9029-7b54bf98e7ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 12:57:29.380188 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953887ee-e19d-4742-bc63-077dbc66f687 req-4b8c18fd-b8c6-4bf8-9155-305293c3ecdf service neutron] Attempting to bind port 87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb on network 12f6781b-c16e-471c-9029-7b54bf98e7ef {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:57:29.390449 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953887ee-e19d-4742-bc63-077dbc66f687 req-4b8c18fd-b8c6-4bf8-9155-305293c3ecdf service neutron] Checking agent: {'id': '01dfb066-6594-4635-8f5d-cd7d37486eef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'started_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:57:29.390788 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953887ee-e19d-4742-bc63-077dbc66f687 req-4b8c18fd-b8c6-4bf8-9155-305293c3ecdf service neutron] Checking segment: {'id': '7cfe4c67-ed28-46de-afbb-45481ef6387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '12f6781b-c16e-471c-9029-7b54bf98e7ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:57:29.394373 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953887ee-e19d-4742-bc63-077dbc66f687 req-4b8c18fd-b8c6-4bf8-9155-305293c3ecdf service neutron] Bound using segment: {'id': '7cfe4c67-ed28-46de-afbb-45481ef6387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '12f6781b-c16e-471c-9029-7b54bf98e7ef'} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:57:29.394373 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-953887ee-e19d-4742-bc63-077dbc66f687 req-4b8c18fd-b8c6-4bf8-9155-305293c3ecdf service neutron] Bound port: 87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cfe4c67-ed28-46de-afbb-45481ef6387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '12f6781b-c16e-471c-9029-7b54bf98e7ef'}}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:57:29.394373 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-953887ee-e19d-4742-bc63-077dbc66f687 req-4b8c18fd-b8c6-4bf8-9155-305293c3ecdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:29.442044 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d45b38ec-dfc4-4f19-8f1b-e4fa314fa131 admin admin] Publish callbacks [] for security_group (f393ad20-e434-478b-b9ca-5a7e01ff55ac), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:29.475895 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-953887ee-e19d-4742-bc63-077dbc66f687 req-4b8c18fd-b8c6-4bf8-9155-305293c3ecdf service neutron] For port 87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb, host hv-cinder-80403, cleared binding levels {{(pid=109759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:57:29.479399 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-953887ee-e19d-4742-bc63-077dbc66f687 req-4b8c18fd-b8c6-4bf8-9155-305293c3ecdf service neutron] For port 87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb,segment=NetworkSegment(7cfe4c67-ed28-46de-afbb-45481ef6387a),segment_id=7cfe4c67-ed28-46de-afbb-45481ef6387a)] {{(pid=109759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:57:29.570573 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d45b38ec-dfc4-4f19-8f1b-e4fa314fa131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (f393ad20-e434-478b-b9ca-5a7e01ff55ac), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:29.575914 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-953887ee-e19d-4742-bc63-077dbc66f687 req-4b8c18fd-b8c6-4bf8-9155-305293c3ecdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217087'] for port (87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:29.672375 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953887ee-e19d-4742-bc63-077dbc66f687 req-4b8c18fd-b8c6-4bf8-9155-305293c3ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:29.673021 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-953887ee-e19d-4742-bc63-077dbc66f687 req-4b8c18fd-b8c6-4bf8-9155-305293c3ecdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:29.674960 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-953887ee-e19d-4742-bc63-077dbc66f687 req-4b8c18fd-b8c6-4bf8-9155-305293c3ecdf service neutron] 10.222.0.107 "PUT /v2.0/ports/87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb HTTP/1.1" status: 200 len: 1094 time: 1.2417901 Jan 20 12:57:29.675394 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883833f4-264f-438e-aeff-451f853a362a', 'tag': '87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:57:29.677740 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a4d485-f9f7-421b-bc02-f0a1f407334a" -d '{"events": [{"name": "network-changed", "server_uuid": "883833f4-264f-438e-aeff-451f853a362a", "tag": "87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:57:29.696482 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b38ec-dfc4-4f19-8f1b-e4fa314fa131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f393ad20-e434-478b-b9ca-5a7e01ff55ac,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:29.703356 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-d45b38ec-dfc4-4f19-8f1b-e4fa314fa131 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0ef76cc96d234b64ad713847fd949ebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5822792 Jan 20 12:57:29.704811 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 59152) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:57:29.717179 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 12:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21775f9-f61a-4f6e-a69b-f707dca23e0a x-openstack-request-id: req-b21775f9-f61a-4f6e-a69b-f707dca23e0a {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:57:29.717555 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883833f4-264f-438e-aeff-451f853a362a", "tag": "87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:57:29.717837 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b21775f9-f61a-4f6e-a69b-f707dca23e0a {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:57:29.723601 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883833f4-264f-438e-aeff-451f853a362a', 'tag': '87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb', 'status': 'completed', 'code': 200} Jan 20 12:57:29.726227 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c18fd-b8c6-4bf8-9155-305293c3ecdf service neutron] Pushing event updated for resources: {'Port': ['ID=87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb,revision_number=3']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:29.748681 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d383e12-e555-49e8-8e7f-b3451c50b1aa req-d48e4a2e-c92d-46b7-81ed-7939a65f0e27 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:29.750513 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9d383e12-e555-49e8-8e7f-b3451c50b1aa req-d48e4a2e-c92d-46b7-81ed-7939a65f0e27 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 944 time: 0.2610061 Jan 20 12:57:29.784772 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-be42ad40-25d3-4447-8764-0eb5106f9c99 admin admin] Publish callbacks [] for security_group (f393ad20-e434-478b-b9ca-5a7e01ff55ac), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:29.805553 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9d383e12-e555-49e8-8e7f-b3451c50b1aa req-83988e58-6bff-4d97-8026-04db34c955c3 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479674 Jan 20 12:57:29.809845 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-be42ad40-25d3-4447-8764-0eb5106f9c99 admin admin] Publish callbacks [] for security_group (f393ad20-e434-478b-b9ca-5a7e01ff55ac), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:29.973766 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-be42ad40-25d3-4447-8764-0eb5106f9c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (f393ad20-e434-478b-b9ca-5a7e01ff55ac), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:29.976539 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-be42ad40-25d3-4447-8764-0eb5106f9c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:29.978008 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-be42ad40-25d3-4447-8764-0eb5106f9c99 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f393ad20-e434-478b-b9ca-5a7e01ff55ac HTTP/1.1" status: 204 len: 168 time: 0.2717578 Jan 20 12:57:29.992875 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42ad40-25d3-4447-8764-0eb5106f9c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f393ad20-e434-478b-b9ca-5a7e01ff55ac,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:29.997566 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42ad40-25d3-4447-8764-0eb5106f9c99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:57:29.997926 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42ad40-25d3-4447-8764-0eb5106f9c99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:57:29.998279 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42ad40-25d3-4447-8764-0eb5106f9c99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:57:29.998622 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42ad40-25d3-4447-8764-0eb5106f9c99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:57:29.998960 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42ad40-25d3-4447-8764-0eb5106f9c99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:57:29.999295 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42ad40-25d3-4447-8764-0eb5106f9c99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:57:29.999626 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42ad40-25d3-4447-8764-0eb5106f9c99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:57:30.004802 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42ad40-25d3-4447-8764-0eb5106f9c99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:57:30.004802 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42ad40-25d3-4447-8764-0eb5106f9c99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:57:30.004802 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42ad40-25d3-4447-8764-0eb5106f9c99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:57:30.004802 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42ad40-25d3-4447-8764-0eb5106f9c99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:57:30.004802 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42ad40-25d3-4447-8764-0eb5106f9c99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:57:30.004802 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42ad40-25d3-4447-8764-0eb5106f9c99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:57:30.340321 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acdbec8-a78c-46c7-b9a6-9b8183a42a23 req-8d5a55dd-55de-4ec0-a421-7466d17312df tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:30.341857 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4acdbec8-a78c-46c7-b9a6-9b8183a42a23 req-8d5a55dd-55de-4ec0-a421-7466d17312df tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.2141442 Jan 20 12:57:30.392739 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4acdbec8-a78c-46c7-b9a6-9b8183a42a23 req-2bc6ea2a-e7bd-4225-a10f-b931083da7f4 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447116 Jan 20 12:57:30.934226 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06afc14-af81-4297-9536-368eb4d69955 req-40295b39-2bf3-4e6b-a390-123d29e3b009 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:30.935765 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f06afc14-af81-4297-9536-368eb4d69955 req-40295b39-2bf3-4e6b-a390-123d29e3b009 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 944 time: 0.0564253 Jan 20 12:57:30.989607 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f06afc14-af81-4297-9536-368eb4d69955 req-d9125a7b-7e5d-47e8-a08c-c23fdc57c034 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480635 Jan 20 12:57:31.543550 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b116c11-678f-4c43-82e0-17241f726044 req-565c87a7-9805-4834-a826-e735d3c8e7d4 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:31.543550 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2b116c11-678f-4c43-82e0-17241f726044 req-565c87a7-9805-4834-a826-e735d3c8e7d4 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.0573199 Jan 20 12:57:31.590601 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2b116c11-678f-4c43-82e0-17241f726044 req-acd12c3a-a061-4239-b78b-06c4f44207d6 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446756 Jan 20 12:57:32.137731 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf157a8-8da5-4f43-ba74-2853c7c2c872 req-de183b22-cd03-4c2b-8b90-c0a7bb98005c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:32.139318 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1bf157a8-8da5-4f43-ba74-2853c7c2c872 req-de183b22-cd03-4c2b-8b90-c0a7bb98005c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 944 time: 0.0742702 Jan 20 12:57:32.187327 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1bf157a8-8da5-4f43-ba74-2853c7c2c872 req-1a076f22-7414-400a-aa58-d622c32138e8 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414197 Jan 20 12:57:32.724350 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c5558-a2dd-4e1e-9fec-4a7d7dc6826e req-cda32a7a-14e1-4523-a50c-80d4e4b806f3 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:32.726894 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ef4c5558-a2dd-4e1e-9fec-4a7d7dc6826e req-cda32a7a-14e1-4523-a50c-80d4e4b806f3 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 944 time: 0.0593963 Jan 20 12:57:32.788497 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ef4c5558-a2dd-4e1e-9fec-4a7d7dc6826e req-c4bb686a-21c0-4bd5-8d9c-b097ab99ce31 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508518 Jan 20 12:57:33.190476 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6b5dac1a-713d-4ab7-b595-468143b1ed89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:33.303746 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0124f-3ec0-4aca-a0a3-69b290d61fa2 req-4417f39d-cb12-4596-a81f-e9b784705914 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:33.305324 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9fd0124f-3ec0-4aca-a0a3-69b290d61fa2 req-4417f39d-cb12-4596-a81f-e9b784705914 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 944 time: 0.0491061 Jan 20 12:57:33.359426 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9fd0124f-3ec0-4aca-a0a3-69b290d61fa2 req-d5771f55-c014-4d81-b689-d982d1870406 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479798 Jan 20 12:57:33.472270 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 55cd4c69-e442-4db0-bae3-230265f45758 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 12:57:33.581758 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 55cd4c69-e442-4db0-bae3-230265f45758, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=55cd4c69-e442-4db0-bae3-230265f45758,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:57:33.584437 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4d485-f9f7-421b-bc02-f0a1f407334a req-2a4846ce-9286-4eb8-8d15-a044183d492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:33.587124 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c9a4d485-f9f7-421b-bc02-f0a1f407334a req-2a4846ce-9286-4eb8-8d15-a044183d492e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=fa0ddecf2bd540e5a7a2ad69370b32ea&device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 1097 time: 0.0702269 Jan 20 12:57:33.594699 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Returning: {'device': '55cd4c69-e442-4db0-bae3-230265f45758', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'port_id': '55cd4c69-e442-4db0-bae3-230265f45758', 'mac_address': 'fa:16:3e:73:c3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 12:57:33.637078 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 55cd4c69-e442-4db0-bae3-230265f45758 is: DOWN; New status is: BUILD {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:57:33.637495 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (55cd4c69-e442-4db0-bae3-230265f45758), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:33.651807 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55cd4c69-e442-4db0-bae3-230265f45758 {{(pid=109761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:57:33.672968 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 55cd4c69-e442-4db0-bae3-230265f45758, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=55cd4c69-e442-4db0-bae3-230265f45758,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:57:33.718600 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4d485-f9f7-421b-bc02-f0a1f407334a req-f5dcc018-e955-47e9-b942-48cfe91e5649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:33.720076 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c9a4d485-f9f7-421b-bc02-f0a1f407334a req-f5dcc018-e955-47e9-b942-48cfe91e5649 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=fa0ddecf2bd540e5a7a2ad69370b32ea&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1243730 Jan 20 12:57:33.741462 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (55cd4c69-e442-4db0-bae3-230265f45758), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:33.792350 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=55cd4c69-e442-4db0-bae3-230265f45758,revision_number=9']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:33.800326 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:57:33.800677 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:57:33.801008 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:57:33.801335 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:57:33.801684 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:57:33.802007 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:57:33.802421 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:57:33.802744 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:57:33.803090 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:57:33.803450 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:57:33.803771 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:57:33.804090 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:57:33.804433 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:57:33.837198 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4d485-f9f7-421b-bc02-f0a1f407334a req-c854a02f-8ed2-4059-bee0-7175120bc1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:33.838797 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c9a4d485-f9f7-421b-bc02-f0a1f407334a req-c854a02f-8ed2-4059-bee0-7175120bc1a4 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1126595 Jan 20 12:57:33.922183 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750ffe4-5ce0-4b01-887d-ea2d94c674e6 req-112bf711-d46b-4b30-808c-99a8ed4e3b04 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:33.923667 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8750ffe4-5ce0-4b01-887d-ea2d94c674e6 req-112bf711-d46b-4b30-808c-99a8ed4e3b04 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 945 time: 0.0484719 Jan 20 12:57:33.970543 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8750ffe4-5ce0-4b01-887d-ea2d94c674e6 req-2bafb395-a304-413b-94fd-8f2086194617 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413711 Jan 20 12:57:34.296303 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953887ee-e19d-4742-bc63-077dbc66f687 req-b8815ed6-5383-44b1-87dd-25d75a273847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:34.297855 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-953887ee-e19d-4742-bc63-077dbc66f687 req-b8815ed6-5383-44b1-87dd-25d75a273847 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=fa0ddecf2bd540e5a7a2ad69370b32ea&device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 1097 time: 0.0520520 Jan 20 12:57:34.340788 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-953887ee-e19d-4742-bc63-077dbc66f687 req-84c6c7a3-af4f-4370-b98e-d13888ce96ee service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb HTTP/1.1" status: 200 len: 217 time: 0.0354421 Jan 20 12:57:34.392851 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953887ee-e19d-4742-bc63-077dbc66f687 req-e4c0d79b-66f4-496c-9baf-d7a9eddd8069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:34.395020 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-953887ee-e19d-4742-bc63-077dbc66f687 req-e4c0d79b-66f4-496c-9baf-d7a9eddd8069 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ed47c05f-71aa-4581-984f-36a9eb00dc61 HTTP/1.1" status: 200 len: 854 time: 0.0484297 Jan 20 12:57:34.425831 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-953887ee-e19d-4742-bc63-077dbc66f687 req-bb014917-87c2-41ff-838e-d69c9531adc6 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=12f6781b-c16e-471c-9029-7b54bf98e7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244071 Jan 20 12:57:34.508452 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['55cd4c69-e442-4db0-bae3-230265f45758'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:57:34.533574 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270d2e2-6dbb-4756-84a6-3bab90380cf4 req-05281fff-a982-4cec-abf0-51c891f400bf tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:34.535074 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8270d2e2-6dbb-4756-84a6-3bab90380cf4 req-05281fff-a982-4cec-abf0-51c891f400bf tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 944 time: 0.1056027 Jan 20 12:57:34.567538 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-953887ee-e19d-4742-bc63-077dbc66f687 req-ef080ae0-5cdd-4138-8eea-2f70fe81a114 service neutron] 10.222.0.107 "GET /v2.0/networks/12f6781b-c16e-471c-9029-7b54bf98e7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298978 Jan 20 12:57:34.661852 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8270d2e2-6dbb-4756-84a6-3bab90380cf4 req-81f8a56a-bc30-4cdb-9c9b-7927134e9bda tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205842 Jan 20 12:57:34.709025 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-953887ee-e19d-4742-bc63-077dbc66f687 req-48a5d86d-b683-4f7a-a56d-320deed4e387 service neutron] 10.222.0.107 "GET /v2.0/networks/12f6781b-c16e-471c-9029-7b54bf98e7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352782 Jan 20 12:57:35.095885 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30760e62-3c87-44a1-a9e1-461f9c3067fd req-a623a842-fe1a-4a6b-b6b0-0f27c8f9b31b tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:35.097899 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-30760e62-3c87-44a1-a9e1-461f9c3067fd req-a623a842-fe1a-4a6b-b6b0-0f27c8f9b31b tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 945 time: 0.0514996 Jan 20 12:57:35.143974 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-30760e62-3c87-44a1-a9e1-461f9c3067fd req-77c92c30-771e-4e3a-bcbe-b5489f0bfb5f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402107 Jan 20 12:57:35.754187 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 55cd4c69-e442-4db0-bae3-230265f45758 up at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:57:35.782800 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25bcb5-e9bb-4031-b521-89b83d1655ea req-d8622b69-6971-4adf-bdfd-db2bc283cf9c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:35.784737 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8b25bcb5-e9bb-4031-b521-89b83d1655ea req-d8622b69-6971-4adf-bdfd-db2bc283cf9c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 944 time: 0.0538108 Jan 20 12:57:35.803344 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning complete for port 55cd4c69-e442-4db0-bae3-230265f45758 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:57:35.803715 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (55cd4c69-e442-4db0-bae3-230265f45758), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:35.844125 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8b25bcb5-e9bb-4031-b521-89b83d1655ea req-7cb06477-60fc-47cd-b802-b76389cc1cb9 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533416 Jan 20 12:57:35.888250 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 55cd4c69-e442-4db0-bae3-230265f45758 is: BUILD; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:57:35.888600 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (55cd4c69-e442-4db0-bae3-230265f45758), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:35.914504 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe51826-10ed-42cf-ad11-fc30b6e99fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cd4c69-e442-4db0-bae3-230265f45758'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:57:35.916901 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed827c0-fd1b-4f3f-b3fa-da832a511ada" -d '{"events": [{"server_uuid": "9fe51826-10ed-42cf-ad11-fc30b6e99fd4", "name": "network-vif-plugged", "status": "completed", "tag": "55cd4c69-e442-4db0-bae3-230265f45758"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:57:35.940414 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 55cd4c69-e442-4db0-bae3-230265f45758, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=55cd4c69-e442-4db0-bae3-230265f45758,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:57:35.967873 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 12:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c5d003-62b2-4663-9013-8d809dfd16c0 x-openstack-request-id: req-a7c5d003-62b2-4663-9013-8d809dfd16c0 {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:57:35.968181 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe51826-10ed-42cf-ad11-fc30b6e99fd4", "name": "network-vif-plugged", "status": "completed", "tag": "55cd4c69-e442-4db0-bae3-230265f45758", "code": 200}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:57:35.968457 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a7c5d003-62b2-4663-9013-8d809dfd16c0 {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:57:35.969035 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe51826-10ed-42cf-ad11-fc30b6e99fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cd4c69-e442-4db0-bae3-230265f45758', 'code': 200} Jan 20 12:57:36.002434 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (55cd4c69-e442-4db0-bae3-230265f45758), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:36.048750 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-d0ee376d-5c09-4e43-a7e6-53a6bb625006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:36.090618 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=55cd4c69-e442-4db0-bae3-230265f45758,revision_number=10']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:36.282671 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224c541-12b4-4d60-baee-ada52c581a0c req-e1ec7ca8-daea-40ed-9ed1-5b24ff210944 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:36.284769 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2224c541-12b4-4d60-baee-ada52c581a0c req-e1ec7ca8-daea-40ed-9ed1-5b24ff210944 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 947 time: 0.0557230 Jan 20 12:57:36.336721 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2224c541-12b4-4d60-baee-ada52c581a0c req-bbbf3800-6f98-4b6f-a648-cc52f98267fd tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462048 Jan 20 12:57:36.854318 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738a09e-30e0-4f00-89dd-080018446789 req-6596b73c-5203-4964-ad08-3c8f77b0e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:36.855874 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6738a09e-30e0-4f00-89dd-080018446789 req-6596b73c-5203-4964-ad08-3c8f77b0e9cc service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 1100 time: 0.0445492 Jan 20 12:57:36.916865 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6738a09e-30e0-4f00-89dd-080018446789 req-fecc5362-c8b5-427b-ab32-b0d0aefc337f service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497496 Jan 20 12:57:37.001645 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04210772-4551-4b39-a063-3a202824ff33 req-362d3f0d-ee9e-48dd-a270-42cae02f0ac2 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:37.003251 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-04210772-4551-4b39-a063-3a202824ff33 req-362d3f0d-ee9e-48dd-a270-42cae02f0ac2 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 944 time: 0.0664887 Jan 20 12:57:37.062182 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-04210772-4551-4b39-a063-3a202824ff33 req-1f3b4f8b-7215-4d16-a98e-7fc81a244c55 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488620 Jan 20 12:57:37.469123 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed0f3e-9227-461b-bfeb-3c917eb76430 req-e2259094-523e-4796-8a1a-569e30be0299 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:37.470369 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3aed0f3e-9227-461b-bfeb-3c917eb76430 req-e2259094-523e-4796-8a1a-569e30be0299 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 947 time: 0.0502939 Jan 20 12:57:37.535686 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3aed0f3e-9227-461b-bfeb-3c917eb76430 req-2893d1b4-14b7-4711-8e30-506e881015e5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546894 Jan 20 12:57:37.676478 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:37.949602 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 59276) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:57:38.071263 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c2068616-6cd1-4fd5-abd3-ed62c96da03d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:38.159144 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c2068616-6cd1-4fd5-abd3-ed62c96da03d admin admin] Publish callbacks [] for security_group (8c1a9a4c-98f9-496a-87d9-1f3a77b06da6), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:38.197877 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518c75d-5bf6-42b1-a53e-6d9162d55d2b req-f083922f-b34c-4eaf-9e4c-359f2fb95657 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:38.199375 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9518c75d-5bf6-42b1-a53e-6d9162d55d2b req-f083922f-b34c-4eaf-9e4c-359f2fb95657 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 944 time: 0.0533917 Jan 20 12:57:38.255723 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9518c75d-5bf6-42b1-a53e-6d9162d55d2b req-99aa53e6-dc2b-48aa-8235-432a422c3973 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505912 Jan 20 12:57:38.256212 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c2068616-6cd1-4fd5-abd3-ed62c96da03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (8c1a9a4c-98f9-496a-87d9-1f3a77b06da6), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:38.310945 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-c2068616-6cd1-4fd5-abd3-ed62c96da03d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c7c37ff98cc443029063dea891096503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3602147 Jan 20 12:57:38.311852 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2068616-6cd1-4fd5-abd3-ed62c96da03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1a9a4c-98f9-496a-87d9-1f3a77b06da6,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:38.315241 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 59282) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:57:38.369240 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d7c8d2e3-259a-47d6-890e-b110c8549545 admin admin] Publish callbacks [] for security_group (8c1a9a4c-98f9-496a-87d9-1f3a77b06da6), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:38.393540 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d7c8d2e3-259a-47d6-890e-b110c8549545 admin admin] Publish callbacks [] for security_group (8c1a9a4c-98f9-496a-87d9-1f3a77b06da6), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:38.535887 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d7c8d2e3-259a-47d6-890e-b110c8549545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (8c1a9a4c-98f9-496a-87d9-1f3a77b06da6), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:38.538542 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d7c8d2e3-259a-47d6-890e-b110c8549545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:38.539812 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-d7c8d2e3-259a-47d6-890e-b110c8549545 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8c1a9a4c-98f9-496a-87d9-1f3a77b06da6 HTTP/1.1" status: 204 len: 168 time: 0.2235959 Jan 20 12:57:38.548237 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8d2e3-259a-47d6-890e-b110c8549545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1a9a4c-98f9-496a-87d9-1f3a77b06da6,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:38.677443 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466095c-a00f-4bcc-b8c9-ae6e8b329fed req-8404363c-7c4b-4ec4-8bbf-9f940602c8af tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:38.679029 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f466095c-a00f-4bcc-b8c9-ae6e8b329fed req-8404363c-7c4b-4ec4-8bbf-9f940602c8af tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 947 time: 0.0506351 Jan 20 12:57:38.731524 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f466095c-a00f-4bcc-b8c9-ae6e8b329fed req-e34df788-1667-4ef4-b7e4-320305253795 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465729 Jan 20 12:57:39.389141 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee76c5a-024e-4cc5-bb5f-c7d75ae97cd0 req-026924e1-c709-4ec1-8ca6-7ebbc4f82ad1 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:39.390819 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-eee76c5a-024e-4cc5-bb5f-c7d75ae97cd0 req-026924e1-c709-4ec1-8ca6-7ebbc4f82ad1 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 944 time: 0.0651577 Jan 20 12:57:39.452982 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 59296) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:57:39.458099 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-eee76c5a-024e-4cc5-bb5f-c7d75ae97cd0 req-df8c3e76-2151-4e01-bd15-cc39fee7f212 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601327 Jan 20 12:57:39.472264 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7af98c03-940e-497f-a2df-3ce0a460d382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:39.560702 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7af98c03-940e-497f-a2df-3ce0a460d382 admin admin] Publish callbacks [] for security_group (3a8c04d3-1d21-4dad-8b50-33089d76771d), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:39.689876 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:39.764104 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7af98c03-940e-497f-a2df-3ce0a460d382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (3a8c04d3-1d21-4dad-8b50-33089d76771d), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:39.812358 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-7af98c03-940e-497f-a2df-3ce0a460d382 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=754dd23c033946f08e24249cfbc05a7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3577836 Jan 20 12:57:39.813399 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af98c03-940e-497f-a2df-3ce0a460d382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8c04d3-1d21-4dad-8b50-33089d76771d,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:39.816918 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 59302) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:57:39.917557 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e684150-18b1-4f06-84a4-2983c1b21472 req-d1a8c54a-fb6f-466e-bee2-06a9169100b5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:39.919126 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9e684150-18b1-4f06-84a4-2983c1b21472 req-d1a8c54a-fb6f-466e-bee2-06a9169100b5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 947 time: 0.1051939 Jan 20 12:57:39.919266 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:39.928361 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-b7af60dc-23b8-4a39-988f-0e39d430d0a3 admin admin] Publish callbacks [] for security_group (3a8c04d3-1d21-4dad-8b50-33089d76771d), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:39.974198 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-b7af60dc-23b8-4a39-988f-0e39d430d0a3 admin admin] Publish callbacks [] for security_group (3a8c04d3-1d21-4dad-8b50-33089d76771d), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:40.007063 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9e684150-18b1-4f06-84a4-2983c1b21472 req-c9bab476-2e06-4bed-a7c9-180162daba5b tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805714 Jan 20 12:57:40.116345 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-b7af60dc-23b8-4a39-988f-0e39d430d0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (3a8c04d3-1d21-4dad-8b50-33089d76771d), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:40.118993 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-b7af60dc-23b8-4a39-988f-0e39d430d0a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:40.120153 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-b7af60dc-23b8-4a39-988f-0e39d430d0a3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3a8c04d3-1d21-4dad-8b50-33089d76771d HTTP/1.1" status: 204 len: 168 time: 0.2894714 Jan 20 12:57:40.132066 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af60dc-23b8-4a39-988f-0e39d430d0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8c04d3-1d21-4dad-8b50-33089d76771d,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:40.591970 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 12:57:40.618335 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ced9e-828d-4e74-a150-e3f2208143df req-5a787025-bb33-4336-8ba3-a6498dbfddc7 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:40.620178 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a54ced9e-828d-4e74-a150-e3f2208143df req-5a787025-bb33-4336-8ba3-a6498dbfddc7 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 944 time: 0.0744338 Jan 20 12:57:40.701492 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a54ced9e-828d-4e74-a150-e3f2208143df req-875aba41-fea7-430e-9476-07f964c77ce1 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653970 Jan 20 12:57:40.890556 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb,segment=NetworkSegment(7cfe4c67-ed28-46de-afbb-45481ef6387a),segment_id=7cfe4c67-ed28-46de-afbb-45481ef6387a)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:57:40.905940 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Returning: {'device': '87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb', 'network_id': '12f6781b-c16e-471c-9029-7b54bf98e7ef', 'port_id': '87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb', 'mac_address': 'fa:16:3e:77:bf:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed47c05f-71aa-4581-984f-36a9eb00dc61', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 12:57:40.936833 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:40.951585 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb is: DOWN; New status is: BUILD {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:57:40.952202 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:40.968317 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb {{(pid=109761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:57:40.991606 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb,segment=NetworkSegment(7cfe4c67-ed28-46de-afbb-45481ef6387a),segment_id=7cfe4c67-ed28-46de-afbb-45481ef6387a)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:57:41.081899 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:41.145284 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:41.155289 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55d11e-4723-4f88-b86e-9b30bbf5f885 req-4ee25999-7f21-4cd7-b6c8-c1b2fb1be51e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:41.157049 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4a55d11e-4723-4f88-b86e-9b30bbf5f885 req-4ee25999-7f21-4cd7-b6c8-c1b2fb1be51e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 947 time: 0.0621502 Jan 20 12:57:41.222864 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4a55d11e-4723-4f88-b86e-9b30bbf5f885 req-7fba42bc-1b49-4507-a49f-bd85e81401bf tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592592 Jan 20 12:57:41.846818 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0a620-9505-45e7-9565-00c8f4928292 req-dbd337cf-7805-443c-a4fd-8ed0c58e4433 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:41.848469 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-54d0a620-9505-45e7-9565-00c8f4928292 req-dbd337cf-7805-443c-a4fd-8ed0c58e4433 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 945 time: 0.0601470 Jan 20 12:57:41.906593 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-54d0a620-9505-45e7-9565-00c8f4928292 req-104fc6df-d754-4e72-b808-e335d22fa912 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477214 Jan 20 12:57:42.174891 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 59342) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:57:42.292950 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-a6351d14-1894-470f-bae9-b9d5e13ec405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:42.374966 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc5396-875e-4223-9672-3dc0f8db51c0 req-915558b0-2e00-4fc1-921e-39cb20cc03c1 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:42.376440 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0ccc5396-875e-4223-9672-3dc0f8db51c0 req-915558b0-2e00-4fc1-921e-39cb20cc03c1 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 947 time: 0.0754857 Jan 20 12:57:42.450528 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-a6351d14-1894-470f-bae9-b9d5e13ec405 admin admin] Publish callbacks [] for security_group (1012832c-74cc-4134-9d33-7074d12e8a6d), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:42.454852 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0ccc5396-875e-4223-9672-3dc0f8db51c0 req-65f10fb7-b692-4018-8787-5ca33e1bdc2c tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724783 Jan 20 12:57:42.544701 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-a6351d14-1894-470f-bae9-b9d5e13ec405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (1012832c-74cc-4134-9d33-7074d12e8a6d), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:42.590001 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-a6351d14-1894-470f-bae9-b9d5e13ec405 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=557baae5dcc04922b0a98b1dc2e21680&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4139750 Jan 20 12:57:42.591586 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6351d14-1894-470f-bae9-b9d5e13ec405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1012832c-74cc-4134-9d33-7074d12e8a6d,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:42.593725 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 59348) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:57:42.651108 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-fc510d32-5fe4-4910-9c35-1aa821dab5f7 admin admin] Publish callbacks [] for security_group (1012832c-74cc-4134-9d33-7074d12e8a6d), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:42.674799 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-fc510d32-5fe4-4910-9c35-1aa821dab5f7 admin admin] Publish callbacks [] for security_group (1012832c-74cc-4134-9d33-7074d12e8a6d), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:42.841722 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-fc510d32-5fe4-4910-9c35-1aa821dab5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (1012832c-74cc-4134-9d33-7074d12e8a6d), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:42.844465 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-fc510d32-5fe4-4910-9c35-1aa821dab5f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:42.845674 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-fc510d32-5fe4-4910-9c35-1aa821dab5f7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1012832c-74cc-4134-9d33-7074d12e8a6d HTTP/1.1" status: 204 len: 168 time: 0.2504425 Jan 20 12:57:42.854757 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc510d32-5fe4-4910-9c35-1aa821dab5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1012832c-74cc-4134-9d33-7074d12e8a6d,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:43.031505 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378141ee-d7bc-4617-b05e-d8e50606f041 req-8591d839-e9a1-4494-9982-2a774570ed46 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:43.033097 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-378141ee-d7bc-4617-b05e-d8e50606f041 req-8591d839-e9a1-4494-9982-2a774570ed46 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 945 time: 0.0527308 Jan 20 12:57:43.093283 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-378141ee-d7bc-4617-b05e-d8e50606f041 req-9c9f8e98-0543-4ed5-bb22-9fcc1e2e9c09 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513473 Jan 20 12:57:43.230515 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:57:43.597296 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe541f49-42f7-48d9-bea3-c1e5e9edce00 req-d1e37d4e-b337-4e5b-9ec5-d97f159cf9e7 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:43.598973 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fe541f49-42f7-48d9-bea3-c1e5e9edce00 req-d1e37d4e-b337-4e5b-9ec5-d97f159cf9e7 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 947 time: 0.0660093 Jan 20 12:57:43.649124 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fe541f49-42f7-48d9-bea3-c1e5e9edce00 req-f4caebad-aa02-4e8a-8d0c-15c0f99b6eb2 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439570 Jan 20 12:57:44.218776 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab1bf4-5997-4968-865a-efea17755520 req-7eabe63c-746c-40ff-927e-2864e87acb26 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:44.220443 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-64ab1bf4-5997-4968-865a-efea17755520 req-7eabe63c-746c-40ff-927e-2864e87acb26 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 945 time: 0.0545678 Jan 20 12:57:44.295198 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-64ab1bf4-5997-4968-865a-efea17755520 req-32e95dbe-b44d-4604-9f36-ffb27b24b728 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688219 Jan 20 12:57:44.798219 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fff54-39df-44d6-abfb-57e49bd5c061 req-b43c3942-a741-4c3a-bd8a-fee59e777912 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:44.801592 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9a6fff54-39df-44d6-abfb-57e49bd5c061 req-b43c3942-a741-4c3a-bd8a-fee59e777912 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 947 time: 0.0666780 Jan 20 12:57:44.855938 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9a6fff54-39df-44d6-abfb-57e49bd5c061 req-8ab71940-3689-4125-acfe-1e3b0023f591 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487070 Jan 20 12:57:45.431534 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2454a-739b-4ca3-b682-6367b6c58e0c req-86070bdf-86dc-4051-af49-9e4d729fbf5f tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:45.431534 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0ad2454a-739b-4ca3-b682-6367b6c58e0c req-86070bdf-86dc-4051-af49-9e4d729fbf5f tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 945 time: 0.0592041 Jan 20 12:57:45.491582 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0ad2454a-739b-4ca3-b682-6367b6c58e0c req-552fabaf-ba86-4d9b-92b3-54e4655e3e05 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541410 Jan 20 12:57:46.006064 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cdd8c-b10d-491e-8ddf-585fa134b723 req-94391aee-f8d3-4968-93a2-9f7815f8de59 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:46.007542 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-112cdd8c-b10d-491e-8ddf-585fa134b723 req-94391aee-f8d3-4968-93a2-9f7815f8de59 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 947 time: 0.0666790 Jan 20 12:57:46.061702 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-112cdd8c-b10d-491e-8ddf-585fa134b723 req-e97008e1-1ed9-426b-936b-c0c349b064be tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484302 Jan 20 12:57:46.229791 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb up at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 12:57:46.344881 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning for port 87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb completed by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 12:57:46.350166 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning complete for port 87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:57:46.350549 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:46.436456 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb is: BUILD; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 12:57:46.436886 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:46.461024 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883833f4-264f-438e-aeff-451f853a362a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:57:46.463335 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aad5203-e373-48cc-a3e8-92924dc6f93d" -d '{"events": [{"server_uuid": "883833f4-264f-438e-aeff-451f853a362a", "name": "network-vif-plugged", "status": "completed", "tag": "87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:57:46.482236 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb,segment=NetworkSegment(7cfe4c67-ed28-46de-afbb-45481ef6387a),segment_id=7cfe4c67-ed28-46de-afbb-45481ef6387a)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:57:46.506174 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 12:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b10647-79d5-4319-869b-d9a6414d8a6d x-openstack-request-id: req-24b10647-79d5-4319-869b-d9a6414d8a6d {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:57:46.506174 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883833f4-264f-438e-aeff-451f853a362a", "name": "network-vif-plugged", "status": "completed", "tag": "87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb", "code": 200}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:57:46.506174 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-24b10647-79d5-4319-869b-d9a6414d8a6d {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:57:46.506174 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883833f4-264f-438e-aeff-451f853a362a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb', 'code': 200} Jan 20 12:57:46.552656 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:57:46.628431 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:57:46.634673 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d628aa7-ecf5-42d6-a781-0ec8bc1648a2 req-eb80f2ee-cf92-450f-a3dc-e2e3cc3df7d3 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:46.638526 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1d628aa7-ecf5-42d6-a781-0ec8bc1648a2 req-eb80f2ee-cf92-450f-a3dc-e2e3cc3df7d3 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 946 time: 0.0657694 Jan 20 12:57:46.712584 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1d628aa7-ecf5-42d6-a781-0ec8bc1648a2 req-784f0604-c289-4cd4-9953-cef2e0260c90 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695958 Jan 20 12:57:47.193003 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1118b92-913a-4b94-8400-0cdae01cd6f5 req-4fe4ea0b-748c-4bbb-b77c-f0f7ae6f8c55 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:47.194694 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f1118b92-913a-4b94-8400-0cdae01cd6f5 req-4fe4ea0b-748c-4bbb-b77c-f0f7ae6f8c55 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 947 time: 0.0554698 Jan 20 12:57:47.266729 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f1118b92-913a-4b94-8400-0cdae01cd6f5 req-d864030e-d04e-4497-a6fa-8b1fefa07861 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656154 Jan 20 12:57:47.835649 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec46cd8-b82c-4c4e-8784-1dac2c252cf1 req-e2af72a4-e480-44a1-97ab-3b9c0d66528e tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:47.837204 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cec46cd8-b82c-4c4e-8784-1dac2c252cf1 req-e2af72a4-e480-44a1-97ab-3b9c0d66528e tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 946 time: 0.0506194 Jan 20 12:57:47.885857 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cec46cd8-b82c-4c4e-8784-1dac2c252cf1 req-f3f42fe5-999e-40fc-864a-effc01017e4c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430677 Jan 20 12:57:48.576483 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5fc67-d311-4aa4-84e2-0fbe45c70046 req-276755e1-2493-476d-b94a-9686b067c43b tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:48.578137 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-04e5fc67-d311-4aa4-84e2-0fbe45c70046 req-276755e1-2493-476d-b94a-9686b067c43b tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 947 time: 0.0540295 Jan 20 12:57:48.631896 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-04e5fc67-d311-4aa4-84e2-0fbe45c70046 req-8d59faf6-5c19-4d62-80f7-dd69e095c457 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462232 Jan 20 12:57:48.805241 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 12:57:49.004218 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c55ae-cf25-413d-9423-eb7f68db0c45 req-fc5227d1-3ac0-4fb9-a4e8-6cc63836d42f tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:49.006155 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-dc7c55ae-cf25-413d-9423-eb7f68db0c45 req-fc5227d1-3ac0-4fb9-a4e8-6cc63836d42f tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 946 time: 0.0509946 Jan 20 12:57:49.058194 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-dc7c55ae-cf25-413d-9423-eb7f68db0c45 req-d4f59b33-0451-48d2-8c9c-c491eb3c6cd4 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459559 Jan 20 12:57:49.771750 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa3c3f-4be6-45e6-9ac1-f8705ea4bbad req-1259e93a-8579-42af-9858-3da96329a53f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:49.773327 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d3aa3c3f-4be6-45e6-9ac1-f8705ea4bbad req-1259e93a-8579-42af-9858-3da96329a53f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 947 time: 0.0672987 Jan 20 12:57:49.827948 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d3aa3c3f-4be6-45e6-9ac1-f8705ea4bbad req-205ae4b8-5469-4276-bf36-8fb0ecac9bb1 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490878 Jan 20 12:57:50.181387 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858a0dd-a5af-4ee8-8e67-7d82ab4ff494 req-757574fc-9b86-44bc-9f55-f68d75379d9c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:50.182998 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5858a0dd-a5af-4ee8-8e67-7d82ab4ff494 req-757574fc-9b86-44bc-9f55-f68d75379d9c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 946 time: 0.0499542 Jan 20 12:57:50.234990 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5858a0dd-a5af-4ee8-8e67-7d82ab4ff494 req-e0a35ef5-c940-4a5e-b5c4-1a36d9656ecb tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455873 Jan 20 12:57:50.798133 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647704a1-85e3-4dc4-a793-75d3f11e3b4f req-a2f00d85-1e32-4a3c-9009-be26e8dc0458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:50.800423 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-647704a1-85e3-4dc4-a793-75d3f11e3b4f req-a2f00d85-1e32-4a3c-9009-be26e8dc0458 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a42550bc92f54f3293a5e8c100adf3ec&device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 1100 time: 0.1900303 Jan 20 12:57:50.988150 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928a66e-7e71-41d2-9f73-8cf2f0facd92 req-395f758b-fbdb-4c00-addb-470f141c2ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:50.988759 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647704a1-85e3-4dc4-a793-75d3f11e3b4f req-c705ae2b-2d0e-4527-8404-ba85dab6d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:50.990282 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-647704a1-85e3-4dc4-a793-75d3f11e3b4f req-c705ae2b-2d0e-4527-8404-ba85dab6d0a6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=98783e85-5ee2-4a30-908e-0d0d62c14b33 HTTP/1.1" status: 200 len: 917 time: 0.1692030 Jan 20 12:57:50.990703 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-c928a66e-7e71-41d2-9f73-8cf2f0facd92 req-395f758b-fbdb-4c00-addb-470f141c2ad7 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 1099 time: 0.0514996 Jan 20 12:57:51.050793 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a2436-4348-4509-884d-a69bc9ad6413 req-8d1f3eab-7421-4ae5-a4c5-e7f0e60c9f42 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:51.051386 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-c928a66e-7e71-41d2-9f73-8cf2f0facd92 req-ef75da3b-b881-40f2-9084-a6463f7aa844 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500546 Jan 20 12:57:51.052559 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f15a2436-4348-4509-884d-a69bc9ad6413 req-8d1f3eab-7421-4ae5-a4c5-e7f0e60c9f42 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 947 time: 0.1088550 Jan 20 12:57:51.096276 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-647704a1-85e3-4dc4-a793-75d3f11e3b4f req-eaea4c94-2aa3-4e3f-b920-ed9792813f7f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55cd4c69-e442-4db0-bae3-230265f45758 HTTP/1.1" status: 200 len: 1001 time: 0.0951447 Jan 20 12:57:51.123572 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f15a2436-4348-4509-884d-a69bc9ad6413 req-74c0b142-9071-4835-a316-66b82072de3e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611022 Jan 20 12:57:51.352651 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51422640-6b08-468d-8de7-371518dac895 req-c2486c78-a18a-4693-bad3-1efb9bfc2946 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:51.354271 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-51422640-6b08-468d-8de7-371518dac895 req-c2486c78-a18a-4693-bad3-1efb9bfc2946 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 946 time: 0.0503628 Jan 20 12:57:51.402481 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-51422640-6b08-468d-8de7-371518dac895 req-eb7af8fe-36bd-40e8-a8a1-089f3e8dda24 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424924 Jan 20 12:57:51.654961 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647704a1-85e3-4dc4-a793-75d3f11e3b4f req-1a3fba9e-fc4a-4931-8a81-5d970a1f6231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:51.657553 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-647704a1-85e3-4dc4-a793-75d3f11e3b4f req-1a3fba9e-fc4a-4931-8a81-5d970a1f6231 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1295fc8c-2285-4e3e-9a1a-e24300eba26a HTTP/1.1" status: 200 len: 855 time: 0.0527246 Jan 20 12:57:51.713301 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647704a1-85e3-4dc4-a793-75d3f11e3b4f req-ec004e5b-6e1e-4c5c-829c-8a26bbff9528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:51.714956 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-647704a1-85e3-4dc4-a793-75d3f11e3b4f req-ec004e5b-6e1e-4c5c-829c-8a26bbff9528 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=98783e85-5ee2-4a30-908e-0d0d62c14b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0504990 Jan 20 12:57:51.821100 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-647704a1-85e3-4dc4-a793-75d3f11e3b4f req-35aec7f4-72b9-46e6-8067-ae255d64ea09 service neutron] 10.222.0.107 "GET /v2.0/networks/98783e85-5ee2-4a30-908e-0d0d62c14b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992062 Jan 20 12:57:51.999769 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-647704a1-85e3-4dc4-a793-75d3f11e3b4f req-1d720c30-4b9a-49ca-9328-0c44fae46713 service neutron] 10.222.0.107 "GET /v2.0/networks/98783e85-5ee2-4a30-908e-0d0d62c14b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457038 Jan 20 12:57:52.266401 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc5bdb-f4a7-463d-bd50-917e44add769 req-17a5ece7-a554-4239-9c7b-9bd7c50fe7cf tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:52.276976 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f0dc5bdb-f4a7-463d-bd50-917e44add769 req-17a5ece7-a554-4239-9c7b-9bd7c50fe7cf tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 947 time: 0.0583971 Jan 20 12:57:52.317832 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f0dc5bdb-f4a7-463d-bd50-917e44add769 req-08425519-5b9e-4924-ad7e-63ef127f9206 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441496 Jan 20 12:57:52.526879 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba696b-348b-4a7e-a4d6-1dd56af4b3e2 req-2b4b2645-393d-472c-bdac-16453bc4597c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:52.529220 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-28ba696b-348b-4a7e-a4d6-1dd56af4b3e2 req-2b4b2645-393d-472c-bdac-16453bc4597c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 946 time: 0.0529802 Jan 20 12:57:52.591467 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-28ba696b-348b-4a7e-a4d6-1dd56af4b3e2 req-0adb5cab-9a89-41bd-96dc-f22449fee8cf tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536883 Jan 20 12:57:53.711592 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e36e0e-d08d-45a0-9281-fb631722f64d req-4f0fe41e-1266-4e93-8e83-29b62fdc59b9 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:57:53.713103 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d6e36e0e-d08d-45a0-9281-fb631722f64d req-4f0fe41e-1266-4e93-8e83-29b62fdc59b9 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 946 time: 0.0521405 Jan 20 12:57:53.762898 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d6e36e0e-d08d-45a0-9281-fb631722f64d req-57689894-2615-4907-9b0e-ffd6514949d2 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441935 Jan 20 12:58:03.249858 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-20827b3e-30f3-4f38-996a-c2dfb3443d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:04.697372 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 59618) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:58:04.823762 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4792-51d3-4b02-8f74-aecbfafabf7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:04.902139 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4792-51d3-4b02-8f74-aecbfafabf7a admin admin] Publish callbacks [] for security_group (317d4ee9-95bc-45df-a3e9-b3d0d98e785f), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:04.984432 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4792-51d3-4b02-8f74-aecbfafabf7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (317d4ee9-95bc-45df-a3e9-b3d0d98e785f), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:05.025070 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc4792-51d3-4b02-8f74-aecbfafabf7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317d4ee9-95bc-45df-a3e9-b3d0d98e785f,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:58:05.028923 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-4fbc4792-51d3-4b02-8f74-aecbfafabf7a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9e5001eac0b94ea78aba233857f48950&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3301165 Jan 20 12:58:05.032105 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 59626) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:58:05.036229 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc4792-51d3-4b02-8f74-aecbfafabf7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:58:05.036585 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc4792-51d3-4b02-8f74-aecbfafabf7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:58:05.036931 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc4792-51d3-4b02-8f74-aecbfafabf7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:58:05.037271 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc4792-51d3-4b02-8f74-aecbfafabf7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:58:05.037645 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc4792-51d3-4b02-8f74-aecbfafabf7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:58:05.037987 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc4792-51d3-4b02-8f74-aecbfafabf7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:58:05.038355 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc4792-51d3-4b02-8f74-aecbfafabf7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:58:05.038686 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc4792-51d3-4b02-8f74-aecbfafabf7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:58:05.039016 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc4792-51d3-4b02-8f74-aecbfafabf7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:58:05.039341 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc4792-51d3-4b02-8f74-aecbfafabf7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:58:05.039666 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc4792-51d3-4b02-8f74-aecbfafabf7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:58:05.039992 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc4792-51d3-4b02-8f74-aecbfafabf7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:58:05.040312 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc4792-51d3-4b02-8f74-aecbfafabf7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:58:05.085625 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f28450ea-1017-4037-8812-6af3d7fb3f22 admin admin] Publish callbacks [] for security_group (317d4ee9-95bc-45df-a3e9-b3d0d98e785f), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:05.106598 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f28450ea-1017-4037-8812-6af3d7fb3f22 admin admin] Publish callbacks [] for security_group (317d4ee9-95bc-45df-a3e9-b3d0d98e785f), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:05.243743 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f28450ea-1017-4037-8812-6af3d7fb3f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (317d4ee9-95bc-45df-a3e9-b3d0d98e785f), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:05.246441 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f28450ea-1017-4037-8812-6af3d7fb3f22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:05.247641 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-f28450ea-1017-4037-8812-6af3d7fb3f22 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/317d4ee9-95bc-45df-a3e9-b3d0d98e785f HTTP/1.1" status: 204 len: 168 time: 0.2145083 Jan 20 12:58:05.255832 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28450ea-1017-4037-8812-6af3d7fb3f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317d4ee9-95bc-45df-a3e9-b3d0d98e785f,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:58:05.872290 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 59632) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:58:05.886079 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-43c0eabf-cc3a-414d-b2dd-e7623ed819a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:05.967392 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-43c0eabf-cc3a-414d-b2dd-e7623ed819a6 admin admin] Publish callbacks [] for security_group (4b65975c-79a0-4d30-bd75-ebf5a97ec9c2), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:06.012788 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-cbb28fed-f33f-4a93-b2d8-3900a90eafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:06.049798 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-43c0eabf-cc3a-414d-b2dd-e7623ed819a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (4b65975c-79a0-4d30-bd75-ebf5a97ec9c2), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:06.091533 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0eabf-cc3a-414d-b2dd-e7623ed819a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b65975c-79a0-4d30-bd75-ebf5a97ec9c2,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:58:06.099806 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-43c0eabf-cc3a-414d-b2dd-e7623ed819a6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cf204638136949b09dc9b0036e496af5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263074 Jan 20 12:58:06.102330 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 59636) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:58:06.166335 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-89e77671-8067-4a3f-a40f-335c62f8ea23 admin admin] Publish callbacks [] for security_group (4b65975c-79a0-4d30-bd75-ebf5a97ec9c2), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:06.192224 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-89e77671-8067-4a3f-a40f-335c62f8ea23 admin admin] Publish callbacks [] for security_group (4b65975c-79a0-4d30-bd75-ebf5a97ec9c2), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:06.335671 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-89e77671-8067-4a3f-a40f-335c62f8ea23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (4b65975c-79a0-4d30-bd75-ebf5a97ec9c2), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:06.339988 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-89e77671-8067-4a3f-a40f-335c62f8ea23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:06.341332 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-89e77671-8067-4a3f-a40f-335c62f8ea23 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4b65975c-79a0-4d30-bd75-ebf5a97ec9c2 HTTP/1.1" status: 204 len: 168 time: 0.2377577 Jan 20 12:58:06.350578 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e77671-8067-4a3f-a40f-335c62f8ea23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b65975c-79a0-4d30-bd75-ebf5a97ec9c2,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:58:07.593373 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:09.594069 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:09.884045 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:10.895043 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:15.022763 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 59768) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:58:15.137226 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-056742a9-25a4-498a-b68a-f0d435b8abd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:15.214691 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-056742a9-25a4-498a-b68a-f0d435b8abd7 admin admin] Publish callbacks [] for security_group (9b1eb348-4a9c-4237-8bfb-c69b1feeb715), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:15.346635 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-056742a9-25a4-498a-b68a-f0d435b8abd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (9b1eb348-4a9c-4237-8bfb-c69b1feeb715), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:15.387488 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-056742a9-25a4-498a-b68a-f0d435b8abd7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c775f7643b9b47e185b142d8311fda21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3634360 Jan 20 12:58:15.388424 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056742a9-25a4-498a-b68a-f0d435b8abd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1eb348-4a9c-4237-8bfb-c69b1feeb715,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:58:15.391001 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 59772) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:58:15.455436 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-60bef11a-a39d-4c97-9a30-16608f61f196 admin admin] Publish callbacks [] for security_group (9b1eb348-4a9c-4237-8bfb-c69b1feeb715), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:15.478158 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-60bef11a-a39d-4c97-9a30-16608f61f196 admin admin] Publish callbacks [] for security_group (9b1eb348-4a9c-4237-8bfb-c69b1feeb715), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:15.638131 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-60bef11a-a39d-4c97-9a30-16608f61f196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (9b1eb348-4a9c-4237-8bfb-c69b1feeb715), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:15.640853 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-60bef11a-a39d-4c97-9a30-16608f61f196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:15.642163 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-60bef11a-a39d-4c97-9a30-16608f61f196 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9b1eb348-4a9c-4237-8bfb-c69b1feeb715 HTTP/1.1" status: 204 len: 168 time: 0.2507594 Jan 20 12:58:15.651524 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bef11a-a39d-4c97-9a30-16608f61f196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1eb348-4a9c-4237-8bfb-c69b1feeb715,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:58:16.638789 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 59784) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:58:16.651870 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-58d0e233-63d9-42c4-a212-e7121a9835bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:16.741011 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-58d0e233-63d9-42c4-a212-e7121a9835bf admin admin] Publish callbacks [] for security_group (1a4e30df-5c58-4e76-af75-6f396ee3e4b3), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:16.837723 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-58d0e233-63d9-42c4-a212-e7121a9835bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (1a4e30df-5c58-4e76-af75-6f396ee3e4b3), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:16.878160 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-58d0e233-63d9-42c4-a212-e7121a9835bf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bb4e3326cc4c4a07b00c371757225bd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382834 Jan 20 12:58:16.879091 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0e233-63d9-42c4-a212-e7121a9835bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4e30df-5c58-4e76-af75-6f396ee3e4b3,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:58:16.881473 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 59786) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:58:16.944417 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-21fa5e4e-015d-49fe-9968-470e1383e809 admin admin] Publish callbacks [] for security_group (1a4e30df-5c58-4e76-af75-6f396ee3e4b3), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:16.967209 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-21fa5e4e-015d-49fe-9968-470e1383e809 admin admin] Publish callbacks [] for security_group (1a4e30df-5c58-4e76-af75-6f396ee3e4b3), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:17.152458 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-21fa5e4e-015d-49fe-9968-470e1383e809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (1a4e30df-5c58-4e76-af75-6f396ee3e4b3), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:17.155262 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-21fa5e4e-015d-49fe-9968-470e1383e809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:17.156469 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-21fa5e4e-015d-49fe-9968-470e1383e809 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1a4e30df-5c58-4e76-af75-6f396ee3e4b3 HTTP/1.1" status: 204 len: 168 time: 0.2733872 Jan 20 12:58:17.165021 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa5e4e-015d-49fe-9968-470e1383e809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4e30df-5c58-4e76-af75-6f396ee3e4b3,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:58:17.940567 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 59794) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:58:17.953902 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7d7148aa-360e-4ddb-bb06-cd9e65e68d5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:18.055866 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7d7148aa-360e-4ddb-bb06-cd9e65e68d5c admin admin] Publish callbacks [] for security_group (66fe0398-86a4-409a-858a-2d5d56ca2f99), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:18.152001 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7d7148aa-360e-4ddb-bb06-cd9e65e68d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (66fe0398-86a4-409a-858a-2d5d56ca2f99), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:18.189800 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-7d7148aa-360e-4ddb-bb06-cd9e65e68d5c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=01ea1a7681a941018448853a2eb40fdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480397 Jan 20 12:58:18.190762 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7148aa-360e-4ddb-bb06-cd9e65e68d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fe0398-86a4-409a-858a-2d5d56ca2f99,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:58:18.193061 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 59798) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:58:18.242332 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d7db1ec8-13a8-4f9b-bd98-52a801cc513e admin admin] Publish callbacks [] for security_group (66fe0398-86a4-409a-858a-2d5d56ca2f99), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:18.263595 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d7db1ec8-13a8-4f9b-bd98-52a801cc513e admin admin] Publish callbacks [] for security_group (66fe0398-86a4-409a-858a-2d5d56ca2f99), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:18.624000 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d7db1ec8-13a8-4f9b-bd98-52a801cc513e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (66fe0398-86a4-409a-858a-2d5d56ca2f99), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:18.626646 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d7db1ec8-13a8-4f9b-bd98-52a801cc513e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:18.627932 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-d7db1ec8-13a8-4f9b-bd98-52a801cc513e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/66fe0398-86a4-409a-858a-2d5d56ca2f99 HTTP/1.1" status: 204 len: 168 time: 0.4335761 Jan 20 12:58:18.636725 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db1ec8-13a8-4f9b-bd98-52a801cc513e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fe0398-86a4-409a-858a-2d5d56ca2f99,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:58:22.604704 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 59878) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:58:22.714972 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-89b15ba4-3d0c-49c1-a88e-4d52a3126c8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:22.798838 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-89b15ba4-3d0c-49c1-a88e-4d52a3126c8c admin admin] Publish callbacks [] for security_group (3effe949-3bfd-417a-acd6-99ea21620d9e), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:22.894779 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-89b15ba4-3d0c-49c1-a88e-4d52a3126c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (3effe949-3bfd-417a-acd6-99ea21620d9e), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:22.933328 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-89b15ba4-3d0c-49c1-a88e-4d52a3126c8c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=00e8c65ad50f49b3b4e77b1656692252&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3274763 Jan 20 12:58:22.934493 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b15ba4-3d0c-49c1-a88e-4d52a3126c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3effe949-3bfd-417a-acd6-99ea21620d9e,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:58:22.935952 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 59884) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:58:22.983530 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-b76094b4-1b9b-4998-a9ae-1f19fd4d8c60 admin admin] Publish callbacks [] for security_group (3effe949-3bfd-417a-acd6-99ea21620d9e), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:23.003990 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-b76094b4-1b9b-4998-a9ae-1f19fd4d8c60 admin admin] Publish callbacks [] for security_group (3effe949-3bfd-417a-acd6-99ea21620d9e), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:23.138375 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-b76094b4-1b9b-4998-a9ae-1f19fd4d8c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (3effe949-3bfd-417a-acd6-99ea21620d9e), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:23.141012 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-b76094b4-1b9b-4998-a9ae-1f19fd4d8c60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:23.142170 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-b76094b4-1b9b-4998-a9ae-1f19fd4d8c60 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3effe949-3bfd-417a-acd6-99ea21620d9e HTTP/1.1" status: 204 len: 168 time: 0.2052228 Jan 20 12:58:23.150678 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76094b4-1b9b-4998-a9ae-1f19fd4d8c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3effe949-3bfd-417a-acd6-99ea21620d9e,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:58:23.849662 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 59890) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:58:23.865891 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f61274a6-804e-4d4d-ba54-a4b5a3a997ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:23.945880 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f61274a6-804e-4d4d-ba54-a4b5a3a997ec admin admin] Publish callbacks [] for security_group (13ad7fa1-2112-4e0f-bbd5-621962910124), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:24.046856 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f61274a6-804e-4d4d-ba54-a4b5a3a997ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (13ad7fa1-2112-4e0f-bbd5-621962910124), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:24.084440 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61274a6-804e-4d4d-ba54-a4b5a3a997ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ad7fa1-2112-4e0f-bbd5-621962910124,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:58:24.088735 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-f61274a6-804e-4d4d-ba54-a4b5a3a997ec admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=87567422618a4746a85fb471099563bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380426 Jan 20 12:58:24.092677 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 59894) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:58:24.140453 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-483e3a06-4db0-4937-ace9-b6d990807e0d admin admin] Publish callbacks [] for security_group (13ad7fa1-2112-4e0f-bbd5-621962910124), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:24.161872 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-483e3a06-4db0-4937-ace9-b6d990807e0d admin admin] Publish callbacks [] for security_group (13ad7fa1-2112-4e0f-bbd5-621962910124), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:24.323324 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-483e3a06-4db0-4937-ace9-b6d990807e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (13ad7fa1-2112-4e0f-bbd5-621962910124), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:24.325882 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-483e3a06-4db0-4937-ace9-b6d990807e0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:24.327035 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-483e3a06-4db0-4937-ace9-b6d990807e0d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/13ad7fa1-2112-4e0f-bbd5-621962910124 HTTP/1.1" status: 204 len: 168 time: 0.2334678 Jan 20 12:58:24.336084 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e3a06-4db0-4937-ace9-b6d990807e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ad7fa1-2112-4e0f-bbd5-621962910124,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:58:25.805071 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 12:58:26.154093 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 59940) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:58:26.278451 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-b4dae3fd-58c4-4da8-be24-244ab84e80de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:26.355640 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-b4dae3fd-58c4-4da8-be24-244ab84e80de admin admin] Publish callbacks [] for security_group (69369f3b-7269-495c-9304-512fcbae885b), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:26.443867 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-b4dae3fd-58c4-4da8-be24-244ab84e80de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (69369f3b-7269-495c-9304-512fcbae885b), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:26.483719 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dae3fd-58c4-4da8-be24-244ab84e80de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69369f3b-7269-495c-9304-512fcbae885b,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:58:26.488254 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-b4dae3fd-58c4-4da8-be24-244ab84e80de admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f1a233c927e04c72a8afd36210282b2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3330469 Jan 20 12:58:26.493215 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 59944) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:58:26.556475 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-4915c19e-7767-43c7-94f7-b340127462e1 admin admin] Publish callbacks [] for security_group (69369f3b-7269-495c-9304-512fcbae885b), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:26.578681 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-4915c19e-7767-43c7-94f7-b340127462e1 admin admin] Publish callbacks [] for security_group (69369f3b-7269-495c-9304-512fcbae885b), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:26.695120 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-4915c19e-7767-43c7-94f7-b340127462e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (69369f3b-7269-495c-9304-512fcbae885b), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:26.697782 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-4915c19e-7767-43c7-94f7-b340127462e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:26.699046 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-4915c19e-7767-43c7-94f7-b340127462e1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/69369f3b-7269-495c-9304-512fcbae885b HTTP/1.1" status: 204 len: 168 time: 0.2047131 Jan 20 12:58:26.707492 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915c19e-7767-43c7-94f7-b340127462e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69369f3b-7269-495c-9304-512fcbae885b,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:58:33.232414 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-395358fe-a388-412f-ae17-5aa2252664ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:35.990243 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-2c332a69-c51a-4d5f-a91c-1c2ad01ae90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:37.603383 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:39.646870 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:39.909441 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:40.915964 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:58:45.476389 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-56ff8c74-d7ce-4697-8d02-87cf4aadb507 req-c126071a-b8a2-41eb-9b8f-febfb136c648 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478308 Jan 20 12:58:45.576425 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff8c74-d7ce-4697-8d02-87cf4aadb507 req-95cdead0-ac8f-4608-b84a-731abaacdaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:58:45.578335 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-56ff8c74-d7ce-4697-8d02-87cf4aadb507 req-95cdead0-ac8f-4608-b84a-731abaacdaa9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=45c3ebca63544b178b63b288cecc910c&device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 1099 time: 0.0464530 Jan 20 12:58:45.689435 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff8c74-d7ce-4697-8d02-87cf4aadb507 req-d07222c3-547d-4b80-8e8f-c9ccc28fe14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:58:45.690918 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-56ff8c74-d7ce-4697-8d02-87cf4aadb507 req-d07222c3-547d-4b80-8e8f-c9ccc28fe14c service neutron] 10.222.0.107 "GET /v2.0/networks?id=51dfc435-f4d5-4bb7-b519-debcc47256e8 HTTP/1.1" status: 200 len: 912 time: 0.0923457 Jan 20 12:58:45.765182 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-56ff8c74-d7ce-4697-8d02-87cf4aadb507 req-6881bf04-64b2-4dfe-9412-eebd5b913093 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbed8e13-f09c-48e8-a597-615062bd1618 HTTP/1.1" status: 200 len: 1002 time: 0.0672379 Jan 20 12:58:45.816018 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff8c74-d7ce-4697-8d02-87cf4aadb507 req-49e68ff0-64b7-4201-aa05-8862fc2b4c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:58:45.817646 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-56ff8c74-d7ce-4697-8d02-87cf4aadb507 req-49e68ff0-64b7-4201-aa05-8862fc2b4c30 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=7e70a924-e46b-43c1-b6e9-160e1b7b97c7 HTTP/1.1" status: 200 len: 850 time: 0.0461242 Jan 20 12:58:45.865732 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff8c74-d7ce-4697-8d02-87cf4aadb507 req-76bbb8dd-71a9-4ecf-b64a-bdc83c153e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:58:45.867270 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-56ff8c74-d7ce-4697-8d02-87cf4aadb507 req-76bbb8dd-71a9-4ecf-b64a-bdc83c153e6d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=51dfc435-f4d5-4bb7-b519-debcc47256e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427334 Jan 20 12:58:45.968222 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-56ff8c74-d7ce-4697-8d02-87cf4aadb507 req-44ed7c0a-bc49-49f9-addc-3e962c46b21d service neutron] 10.222.0.107 "GET /v2.0/networks/51dfc435-f4d5-4bb7-b519-debcc47256e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943511 Jan 20 12:58:46.066111 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-56ff8c74-d7ce-4697-8d02-87cf4aadb507 req-045dd98c-7fdc-428d-8491-b8179da186c4 service neutron] 10.222.0.107 "GET /v2.0/networks/51dfc435-f4d5-4bb7-b519-debcc47256e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909064 Jan 20 12:58:47.456447 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d0baf-39b3-4833-9ce8-334986a6d9e6 req-6a5469a3-7f3d-428c-840b-8b8480dce841 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:58:47.458034 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-106d0baf-39b3-4833-9ce8-334986a6d9e6 req-6a5469a3-7f3d-428c-840b-8b8480dce841 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0566437 Jan 20 12:58:47.506607 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-106d0baf-39b3-4833-9ce8-334986a6d9e6 req-5d825f90-9d7b-4621-98de-e832b5c4c976 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428386 Jan 20 12:58:48.622017 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8df7d-cd7f-4f91-871c-7521ff05a573 req-f053856e-a319-4a3d-824c-d50466215a31 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:58:48.623536 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3ed8df7d-cd7f-4f91-871c-7521ff05a573 req-f053856e-a319-4a3d-824c-d50466215a31 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0483243 Jan 20 12:58:48.675415 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3ed8df7d-cd7f-4f91-871c-7521ff05a573 req-b4f0a585-2214-4735-8162-1b975b9f532b tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462325 Jan 20 12:58:49.791970 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e6bd0-43bb-4b0a-accd-3342d69ed667 req-d957fb17-5243-4dd4-9878-64a343aba44f tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:58:49.793539 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-710e6bd0-43bb-4b0a-accd-3342d69ed667 req-d957fb17-5243-4dd4-9878-64a343aba44f tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0506361 Jan 20 12:58:49.849380 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-710e6bd0-43bb-4b0a-accd-3342d69ed667 req-16bd916b-b1fc-4b0b-bfe4-d6e4e3be836e tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495663 Jan 20 12:58:50.965492 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7df49-df00-4129-bbbc-61e88037acb0 req-471c121a-d207-4ca9-8d92-4302502e7818 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:58:50.966951 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-62f7df49-df00-4129-bbbc-61e88037acb0 req-471c121a-d207-4ca9-8d92-4302502e7818 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0488174 Jan 20 12:58:51.014053 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-62f7df49-df00-4129-bbbc-61e88037acb0 req-15680b60-d2db-4e23-81a5-8e225d28de48 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415945 Jan 20 12:58:52.131359 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc952bc4-3fe8-483e-bf31-89d94b45c40e req-b9825834-0ba9-4550-b771-86796802a4ce tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:58:52.132848 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cc952bc4-3fe8-483e-bf31-89d94b45c40e req-b9825834-0ba9-4550-b771-86796802a4ce tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0499198 Jan 20 12:58:52.181267 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cc952bc4-3fe8-483e-bf31-89d94b45c40e req-539d2c4d-b554-434e-8838-9490841d8f29 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426996 Jan 20 12:58:53.297412 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a18b4-2106-4be0-911d-c2c01cbf2df5 req-02e55974-0efb-463e-93fd-f65f2a3350b4 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:58:53.298968 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-420a18b4-2106-4be0-911d-c2c01cbf2df5 req-02e55974-0efb-463e-93fd-f65f2a3350b4 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0517504 Jan 20 12:58:53.346693 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-420a18b4-2106-4be0-911d-c2c01cbf2df5 req-7a2c6ffa-9a04-42b9-b7d2-c4e9fb11b123 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415058 Jan 20 12:58:54.462967 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25822fd-bb81-4674-afe0-7dcde97dc1a8 req-3323f5c2-9517-4682-92f8-92d9c6226b26 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:58:54.464469 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d25822fd-bb81-4674-afe0-7dcde97dc1a8 req-3323f5c2-9517-4682-92f8-92d9c6226b26 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0491877 Jan 20 12:58:54.512462 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d25822fd-bb81-4674-afe0-7dcde97dc1a8 req-f98ded87-db21-4aef-9dbc-cc9b978cf549 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422294 Jan 20 12:58:55.649106 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991e8ab-8639-4180-bc1d-eaf438621d87 req-7bf255f2-9f61-49a8-8e52-dd4fcbf2f9eb tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:58:55.650631 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9991e8ab-8639-4180-bc1d-eaf438621d87 req-7bf255f2-9f61-49a8-8e52-dd4fcbf2f9eb tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0588820 Jan 20 12:58:55.701932 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9991e8ab-8639-4180-bc1d-eaf438621d87 req-14120d06-6697-4798-91f7-5f9a6a061634 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458791 Jan 20 12:58:56.820968 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f1ffb-44c2-4139-802c-81cd018cd0c9 req-4ab3736b-aea0-4b54-8813-537212223f9b tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:58:56.822493 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5b7f1ffb-44c2-4139-802c-81cd018cd0c9 req-4ab3736b-aea0-4b54-8813-537212223f9b tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0479481 Jan 20 12:58:56.873356 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5b7f1ffb-44c2-4139-802c-81cd018cd0c9 req-88fec3e6-1a9e-4f39-a176-318434b2403a tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447583 Jan 20 12:58:58.005529 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb12d3-c03c-4dc7-a989-68c86352818b req-5749294a-2dec-4779-8092-c967c0cf0e6c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:58:58.007164 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-81eb12d3-c03c-4dc7-a989-68c86352818b req-5749294a-2dec-4779-8092-c967c0cf0e6c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0528460 Jan 20 12:58:58.055657 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-81eb12d3-c03c-4dc7-a989-68c86352818b req-77174b4a-5493-4e12-a833-2120670c791f tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431330 Jan 20 12:58:59.180724 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77569eb-ca32-49f3-b00f-175e68c467a2 req-34351bec-5742-4f34-b4e4-6b2fac6f8486 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:58:59.182363 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a77569eb-ca32-49f3-b00f-175e68c467a2 req-34351bec-5742-4f34-b4e4-6b2fac6f8486 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0578997 Jan 20 12:58:59.234206 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a77569eb-ca32-49f3-b00f-175e68c467a2 req-9d54e835-6154-466e-b159-832223e4a250 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460596 Jan 20 12:59:00.355839 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a43dfe-da93-43d4-a85a-75b0dda782aa req-56b17284-f06f-497f-b93f-c37524305d2b tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:00.357424 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e1a43dfe-da93-43d4-a85a-75b0dda782aa req-56b17284-f06f-497f-b93f-c37524305d2b tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0514305 Jan 20 12:59:00.409413 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e1a43dfe-da93-43d4-a85a-75b0dda782aa req-6f561305-c21c-4852-9aad-42ad108b170e tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449290 Jan 20 12:59:01.537976 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bdd87-63dc-462b-af17-57154ae81a53 req-b386513b-9cbf-4e6a-9b10-90ecfd6b528b tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:01.540216 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bb7bdd87-63dc-462b-af17-57154ae81a53 req-b386513b-9cbf-4e6a-9b10-90ecfd6b528b tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0596197 Jan 20 12:59:01.601725 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bb7bdd87-63dc-462b-af17-57154ae81a53 req-c7bf5a0b-5272-47bd-b9e0-3f7eb9020e41 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555491 Jan 20 12:59:02.730066 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654ff0c-908b-4ffe-83b0-3591d8655e6f req-2cd09bfc-2092-41a9-9542-08906af8f9b7 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:02.731643 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4654ff0c-908b-4ffe-83b0-3591d8655e6f req-2cd09bfc-2092-41a9-9542-08906af8f9b7 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0516925 Jan 20 12:59:02.787726 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4654ff0c-908b-4ffe-83b0-3591d8655e6f req-5707cacf-caf8-4820-a60d-214e60ba6106 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503926 Jan 20 12:59:02.804361 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 12:59:03.226133 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-366eed13-9773-4e87-bd23-3e541dd7fad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:03.918999 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e6dc8-1f7f-49f4-965a-e6ab9205700a req-f477b628-246c-4187-9302-d1340603457b tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:03.920564 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e46e6dc8-1f7f-49f4-965a-e6ab9205700a req-f477b628-246c-4187-9302-d1340603457b tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0639992 Jan 20 12:59:03.979133 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e46e6dc8-1f7f-49f4-965a-e6ab9205700a req-a7b9d5bc-47b1-4bd9-9a21-d281cd5bef9f tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522060 Jan 20 12:59:05.101007 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deab17a-de34-4f04-abec-cdf2599793a3 req-cfce51c1-7ef0-42e4-95f1-327326f5256c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:05.103383 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5deab17a-de34-4f04-abec-cdf2599793a3 req-cfce51c1-7ef0-42e4-95f1-327326f5256c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0546613 Jan 20 12:59:05.153610 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5deab17a-de34-4f04-abec-cdf2599793a3 req-f789985c-2ab6-4cbc-84f7-9192989699d5 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447290 Jan 20 12:59:06.071757 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-91a34fdf-6b7b-4dfc-adb2-5fe9d5650168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:06.279729 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efd5d0-146d-478c-bb79-da08aa72202f req-b29895f6-e861-404b-9356-70e6c273c563 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:06.281448 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d5efd5d0-146d-478c-bb79-da08aa72202f req-b29895f6-e861-404b-9356-70e6c273c563 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0551016 Jan 20 12:59:06.344771 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d5efd5d0-146d-478c-bb79-da08aa72202f req-2e7add11-7a40-4542-a3cf-145814462d0c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555849 Jan 20 12:59:07.481508 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac518a47-3f0d-45b8-8b5d-994c1a466c68 req-5c75df74-a0b5-4778-9dff-17f40bd5f971 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:07.483462 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ac518a47-3f0d-45b8-8b5d-994c1a466c68 req-5c75df74-a0b5-4778-9dff-17f40bd5f971 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0586002 Jan 20 12:59:07.534921 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ac518a47-3f0d-45b8-8b5d-994c1a466c68 req-85e44795-841d-40a0-934b-8b58d3703df7 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456400 Jan 20 12:59:07.631599 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:07.905603 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18639022-c832-48e7-837f-f196e8f91e51 req-78a7cfd6-e211-4209-9600-d01fb12ca404 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:07.907102 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-18639022-c832-48e7-837f-f196e8f91e51 req-78a7cfd6-e211-4209-9600-d01fb12ca404 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0790153 Jan 20 12:59:08.001465 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-18639022-c832-48e7-837f-f196e8f91e51 req-de58d41b-78b3-416e-9490-6d9e24c5102d tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873685 Jan 20 12:59:08.122594 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e6032-ffeb-4099-a7d7-aacf397a1cdf req-0dc1a04c-4fcb-44fc-91b8-e67915e74243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:08.124119 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-870e6032-ffeb-4099-a7d7-aacf397a1cdf req-0dc1a04c-4fcb-44fc-91b8-e67915e74243 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0a2775ddfe214868bb2c9918d8ded733&device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 1137 time: 0.0464072 Jan 20 12:59:08.142789 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eec1be-1857-406c-a7a8-b4b5159e45a7 req-e981a250-9947-4682-abab-30d538bd4795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:08.144803 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c4eec1be-1857-406c-a7a8-b4b5159e45a7 req-e981a250-9947-4682-abab-30d538bd4795 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=45c3ebca63544b178b63b288cecc910c&device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 1099 time: 0.1417391 Jan 20 12:59:08.157857 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7646ab-c029-44d1-91d1-d16ca2a013d4 req-24d12f89-4ec2-41bd-9600-4f17d5a11dea tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:08.159623 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6b7646ab-c029-44d1-91d1-d16ca2a013d4 req-24d12f89-4ec2-41bd-9600-4f17d5a11dea tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 984 time: 0.1062000 Jan 20 12:59:08.260385 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e6032-ffeb-4099-a7d7-aacf397a1cdf req-9e6fe87f-2b78-4e9e-84e1-1b319c0db4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:08.261976 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-870e6032-ffeb-4099-a7d7-aacf397a1cdf req-9e6fe87f-2b78-4e9e-84e1-1b319c0db4a6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6257bc55-3fcd-42d2-bf11-689060fb8531 HTTP/1.1" status: 200 len: 915 time: 0.1145890 Jan 20 12:59:08.297385 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6b7646ab-c029-44d1-91d1-d16ca2a013d4 req-780590ea-e8fb-48eb-9ce4-3a223aa3ff0b tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&id=42b83fc2-6f40-4955-8ea0-d0f05dcfbc87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1288075 Jan 20 12:59:08.315300 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eec1be-1857-406c-a7a8-b4b5159e45a7 req-590d37d9-1018-4b61-a510-d853d7f2f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:08.316796 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c4eec1be-1857-406c-a7a8-b4b5159e45a7 req-590d37d9-1018-4b61-a510-d853d7f2f606 service neutron] 10.222.0.107 "GET /v2.0/networks?id=51dfc435-f4d5-4bb7-b519-debcc47256e8 HTTP/1.1" status: 200 len: 912 time: 0.1566274 Jan 20 12:59:08.340481 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-870e6032-ffeb-4099-a7d7-aacf397a1cdf req-466a72cd-4c25-41dc-a80c-0b9d1288ebcc service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b88a922e-9216-477f-8e7f-5379fd6ae9e8 HTTP/1.1" status: 200 len: 1001 time: 0.0712895 Jan 20 12:59:08.399279 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e6032-ffeb-4099-a7d7-aacf397a1cdf req-6fda9c61-bd0f-47fa-b3a3-4f63be45ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:08.401636 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-870e6032-ffeb-4099-a7d7-aacf397a1cdf req-6fda9c61-bd0f-47fa-b3a3-4f63be45ee8b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fec93fb4-7ef9-4a61-8150-94ddefbda1ab HTTP/1.1" status: 200 len: 853 time: 0.0540988 Jan 20 12:59:08.404001 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c4eec1be-1857-406c-a7a8-b4b5159e45a7 req-e534ced5-431e-401a-8e23-e1f4eb357184 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbed8e13-f09c-48e8-a597-615062bd1618 HTTP/1.1" status: 200 len: 1002 time: 0.0800171 Jan 20 12:59:08.464421 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eec1be-1857-406c-a7a8-b4b5159e45a7 req-7d8758f8-6bff-4c79-a004-42630504dd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:08.466425 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e6032-ffeb-4099-a7d7-aacf397a1cdf req-c3f10eb7-3b2e-436c-8c7f-1acc3c1d7e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:08.466592 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c4eec1be-1857-406c-a7a8-b4b5159e45a7 req-7d8758f8-6bff-4c79-a004-42630504dd92 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=7e70a924-e46b-43c1-b6e9-160e1b7b97c7 HTTP/1.1" status: 200 len: 850 time: 0.0537324 Jan 20 12:59:08.469873 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-870e6032-ffeb-4099-a7d7-aacf397a1cdf req-c3f10eb7-3b2e-436c-8c7f-1acc3c1d7e97 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6257bc55-3fcd-42d2-bf11-689060fb8531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0570121 Jan 20 12:59:08.532990 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eec1be-1857-406c-a7a8-b4b5159e45a7 req-ec44f2e9-1f86-4bd3-986d-435f3af56065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:08.535384 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c4eec1be-1857-406c-a7a8-b4b5159e45a7 req-ec44f2e9-1f86-4bd3-986d-435f3af56065 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=51dfc435-f4d5-4bb7-b519-debcc47256e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0585113 Jan 20 12:59:08.586858 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-870e6032-ffeb-4099-a7d7-aacf397a1cdf req-d4cb353f-a345-49b1-a39d-6e63a0bec203 service neutron] 10.222.0.107 "GET /v2.0/networks/6257bc55-3fcd-42d2-bf11-689060fb8531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091356 Jan 20 12:59:08.641501 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c4eec1be-1857-406c-a7a8-b4b5159e45a7 req-6aea698d-5b7f-4c6a-8b75-ed23f58e6732 service neutron] 10.222.0.107 "GET /v2.0/networks/51dfc435-f4d5-4bb7-b519-debcc47256e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976424 Jan 20 12:59:08.690952 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-870e6032-ffeb-4099-a7d7-aacf397a1cdf req-dae9cb03-bb5b-4a47-bf27-829ee792eb2a service neutron] 10.222.0.107 "GET /v2.0/networks/6257bc55-3fcd-42d2-bf11-689060fb8531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978429 Jan 20 12:59:08.744049 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c4eec1be-1857-406c-a7a8-b4b5159e45a7 req-daf5d5f8-625f-4677-a04e-abce07ca724f service neutron] 10.222.0.107 "GET /v2.0/networks/51dfc435-f4d5-4bb7-b519-debcc47256e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957198 Jan 20 12:59:09.136838 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b98558-6f78-4363-8ba5-b3b83d0550b6 req-cbe63673-517a-4605-a68b-1627ec9ad867 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:09.138349 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-72b98558-6f78-4363-8ba5-b3b83d0550b6 req-cbe63673-517a-4605-a68b-1627ec9ad867 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0502288 Jan 20 12:59:09.187154 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-72b98558-6f78-4363-8ba5-b3b83d0550b6 req-0e0e16db-a159-42e9-b6c3-36a0955b25f6 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433221 Jan 20 12:59:09.417570 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04f22c-1369-4c0f-a3be-c38aaa2c0334 req-b510db61-dbc9-4876-b9cb-0f4570861a8a tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:09.419220 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-be04f22c-1369-4c0f-a3be-c38aaa2c0334 req-b510db61-dbc9-4876-b9cb-0f4570861a8a tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 984 time: 0.0493124 Jan 20 12:59:09.487950 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-be04f22c-1369-4c0f-a3be-c38aaa2c0334 req-7dfd33e3-2792-4f61-bb61-611d987e276b tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&id=42b83fc2-6f40-4955-8ea0-d0f05dcfbc87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627766 Jan 20 12:59:09.677475 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:09.899840 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:10.348741 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db10531-5a36-4355-b82b-22bb627d5f74 req-acbb0ae0-ee6a-4269-acf1-c09e641c978c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:10.350411 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6db10531-5a36-4355-b82b-22bb627d5f74 req-acbb0ae0-ee6a-4269-acf1-c09e641c978c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0538735 Jan 20 12:59:10.412626 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6db10531-5a36-4355-b82b-22bb627d5f74 req-256a5d60-abb9-445f-8b7c-113639456ca6 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541921 Jan 20 12:59:10.641649 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506ca78-b759-4ec9-95ed-8bde965f4bc9 req-d8f15ad3-5e95-4217-a2c7-c3096e179720 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:10.643272 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d506ca78-b759-4ec9-95ed-8bde965f4bc9 req-d8f15ad3-5e95-4217-a2c7-c3096e179720 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 984 time: 0.0638225 Jan 20 12:59:10.721625 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d506ca78-b759-4ec9-95ed-8bde965f4bc9 req-31d717e6-35e8-4e69-bf70-da7ffbc89190 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&id=42b83fc2-6f40-4955-8ea0-d0f05dcfbc87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0721226 Jan 20 12:59:10.903722 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:11.855946 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade5744-f3aa-4f36-8ce1-66da9b7d9da4 req-7eceee02-8892-4699-abfa-075f5cfbe0cb tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:11.857789 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8ade5744-f3aa-4f36-8ce1-66da9b7d9da4 req-7eceee02-8892-4699-abfa-075f5cfbe0cb tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 984 time: 0.0576801 Jan 20 12:59:11.928824 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8ade5744-f3aa-4f36-8ce1-66da9b7d9da4 req-8cc52891-09eb-48c1-97e8-30ddb16dc785 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&id=42b83fc2-6f40-4955-8ea0-d0f05dcfbc87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630903 Jan 20 12:59:13.080864 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c76ee-23fc-43db-9f91-47693850b245 req-922bb110-4c99-4ee5-a2bf-f7fcc1e34c41 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:13.082568 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-167c76ee-23fc-43db-9f91-47693850b245 req-922bb110-4c99-4ee5-a2bf-f7fcc1e34c41 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 984 time: 0.0595160 Jan 20 12:59:13.163331 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-167c76ee-23fc-43db-9f91-47693850b245 req-b69dac86-6a14-4175-a189-bb9a53116e1d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&id=42b83fc2-6f40-4955-8ea0-d0f05dcfbc87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0732861 Jan 20 12:59:14.309016 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0217e7-bb60-48f3-8857-120f228476ba req-947a6d1d-00d2-4b09-8998-bd6272d9ced1 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:14.314150 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8c0217e7-bb60-48f3-8857-120f228476ba req-947a6d1d-00d2-4b09-8998-bd6272d9ced1 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 984 time: 0.0757213 Jan 20 12:59:14.405368 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8c0217e7-bb60-48f3-8857-120f228476ba req-e19a5654-1143-4928-b158-fb7225c31b11 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&id=42b83fc2-6f40-4955-8ea0-d0f05dcfbc87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0840368 Jan 20 12:59:15.540146 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ee2b2-0f3f-451f-9db7-2951c7cd48dd req-ac0f1b1b-ac33-458b-a4fe-78e5cd212015 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:15.541670 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-916ee2b2-0f3f-451f-9db7-2951c7cd48dd req-ac0f1b1b-ac33-458b-a4fe-78e5cd212015 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 984 time: 0.0532477 Jan 20 12:59:15.608929 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-916ee2b2-0f3f-451f-9db7-2951c7cd48dd req-67e17b50-7e06-453b-bcf3-01daae078bac tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&id=42b83fc2-6f40-4955-8ea0-d0f05dcfbc87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604563 Jan 20 12:59:16.727364 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d74c94-bec6-4caf-aac5-855d14078211 req-c9f16c86-8d55-4565-baa6-32d83ec22140 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:16.729189 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-95d74c94-bec6-4caf-aac5-855d14078211 req-c9f16c86-8d55-4565-baa6-32d83ec22140 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 984 time: 0.0515025 Jan 20 12:59:16.792976 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-95d74c94-bec6-4caf-aac5-855d14078211 req-6b312f66-e2bf-4579-a4c2-a013315bde34 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&id=42b83fc2-6f40-4955-8ea0-d0f05dcfbc87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579515 Jan 20 12:59:17.925583 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcc8f9-ca77-4125-a9d5-091e3df12ce5 req-8ba02854-1e9d-4911-9877-f76eb1dad76a tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:17.927150 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-31bcc8f9-ca77-4125-a9d5-091e3df12ce5 req-8ba02854-1e9d-4911-9877-f76eb1dad76a tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 984 time: 0.0604367 Jan 20 12:59:17.991553 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-31bcc8f9-ca77-4125-a9d5-091e3df12ce5 req-c4cdc2e1-ccf8-4c70-b7cc-05ee065b046c tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&id=42b83fc2-6f40-4955-8ea0-d0f05dcfbc87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582914 Jan 20 12:59:19.107862 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3acff-cd82-40aa-a125-6a6cc21134f2 req-3b91789a-f42b-4dc4-8169-6ebdc681d483 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:19.109294 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-01a3acff-cd82-40aa-a125-6a6cc21134f2 req-3b91789a-f42b-4dc4-8169-6ebdc681d483 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 984 time: 0.0495303 Jan 20 12:59:19.170363 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-01a3acff-cd82-40aa-a125-6a6cc21134f2 req-0f7477f2-c2f8-4b47-a973-eeb009332f99 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&id=42b83fc2-6f40-4955-8ea0-d0f05dcfbc87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553896 Jan 20 12:59:20.291992 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc6865-69d3-4e68-96d3-7f5dddaa2ef7 req-8f1231b5-10f0-4d91-af0f-af227293f5ae tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:20.293552 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2bcc6865-69d3-4e68-96d3-7f5dddaa2ef7 req-8f1231b5-10f0-4d91-af0f-af227293f5ae tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 984 time: 0.0541022 Jan 20 12:59:20.357384 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2bcc6865-69d3-4e68-96d3-7f5dddaa2ef7 req-b11688e8-d5ad-4f3a-b7f3-8e8634461994 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&id=42b83fc2-6f40-4955-8ea0-d0f05dcfbc87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555222 Jan 20 12:59:21.475553 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfbaec-88d2-49bd-94eb-d16157f1bb0e req-8b26da8a-1bf1-4df0-8109-1c20e5c9b072 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:21.476985 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b1dfbaec-88d2-49bd-94eb-d16157f1bb0e req-8b26da8a-1bf1-4df0-8109-1c20e5c9b072 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 984 time: 0.0513093 Jan 20 12:59:21.538480 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b1dfbaec-88d2-49bd-94eb-d16157f1bb0e req-518b1a1b-194f-46b3-80b3-487d87376746 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&id=42b83fc2-6f40-4955-8ea0-d0f05dcfbc87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554163 Jan 20 12:59:22.660045 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc24b89-0a0b-49f4-b1ec-8ed2ad05f35d req-ff5e0e1e-45d2-4072-93f0-e835c73d133a tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:22.661541 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-dbc24b89-0a0b-49f4-b1ec-8ed2ad05f35d req-ff5e0e1e-45d2-4072-93f0-e835c73d133a tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 984 time: 0.0508723 Jan 20 12:59:22.729331 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-dbc24b89-0a0b-49f4-b1ec-8ed2ad05f35d req-ff3ae87d-3761-4b67-b06a-023c210f0839 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&id=42b83fc2-6f40-4955-8ea0-d0f05dcfbc87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605290 Jan 20 12:59:23.901113 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e062de-d1fb-4fc3-8498-75839aceb0b2 req-532a1e76-72f0-4d8d-ab0c-e4728580002c tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:23.903713 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-83e062de-d1fb-4fc3-8498-75839aceb0b2 req-532a1e76-72f0-4d8d-ab0c-e4728580002c tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 984 time: 0.0835662 Jan 20 12:59:23.966924 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-83e062de-d1fb-4fc3-8498-75839aceb0b2 req-d5c1a059-9e6e-42a4-9bca-3aecb06f700a tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&id=42b83fc2-6f40-4955-8ea0-d0f05dcfbc87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574090 Jan 20 12:59:24.264149 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279db53-cd64-4270-8491-a314e03f88e3 req-a25c43ba-c5dd-449e-860f-85ef0ea94dac tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:24.265697 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f279db53-cd64-4270-8491-a314e03f88e3 req-a25c43ba-c5dd-449e-860f-85ef0ea94dac tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 946 time: 0.0497451 Jan 20 12:59:24.316691 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f279db53-cd64-4270-8491-a314e03f88e3 req-7ed27481-e08f-4024-b145-d093a5e09376 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445306 Jan 20 12:59:25.446553 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2b55f-5716-4a3b-8189-2c74a17d48db req-57a3ff82-0689-4330-a7a8-c269e3eb6c19 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:25.448116 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7ee2b55f-5716-4a3b-8189-2c74a17d48db req-57a3ff82-0689-4330-a7a8-c269e3eb6c19 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 946 time: 0.0547364 Jan 20 12:59:25.522762 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7ee2b55f-5716-4a3b-8189-2c74a17d48db req-2b0b56d5-20cf-437e-a10e-66d36de030b4 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689549 Jan 20 12:59:26.320212 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6b1af-2f9d-4d60-b524-f02e83d48b7d req-3b85d854-a198-4eff-9aae-53589466b5a7 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:26.321752 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-71f6b1af-2f9d-4d60-b524-f02e83d48b7d req-3b85d854-a198-4eff-9aae-53589466b5a7 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.107 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 946 time: 0.0474901 Jan 20 12:59:26.431409 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-71f6b1af-2f9d-4d60-b524-f02e83d48b7d req-8a616c5f-bccd-49b2-bcc1-dfa418dea27c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Deleting port 87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 12:59:26.431748 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-71f6b1af-2f9d-4d60-b524-f02e83d48b7d req-8a616c5f-bccd-49b2-bcc1-dfa418dea27c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:26.528746 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-71f6b1af-2f9d-4d60-b524-f02e83d48b7d req-8a616c5f-bccd-49b2-bcc1-dfa418dea27c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] For port 87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb,segment=NetworkSegment(7cfe4c67-ed28-46de-afbb-45481ef6387a),segment_id=7cfe4c67-ed28-46de-afbb-45481ef6387a)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:59:26.529499 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-71f6b1af-2f9d-4d60-b524-f02e83d48b7d req-8a616c5f-bccd-49b2-bcc1-dfa418dea27c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:26.544176 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-71f6b1af-2f9d-4d60-b524-f02e83d48b7d req-8a616c5f-bccd-49b2-bcc1-dfa418dea27c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Calling delete_port for 87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb owned by compute:nova {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 12:59:26.727673 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f946cf-3ff5-4d93-87e4-89b8771f172c req-12d2f5c6-7f49-479e-ba92-d8aa2297ab39 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:26.729898 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-24f946cf-3ff5-4d93-87e4-89b8771f172c req-12d2f5c6-7f49-479e-ba92-d8aa2297ab39 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=883833f4-264f-438e-aeff-451f853a362a HTTP/1.1" status: 200 len: 946 time: 0.0983393 Jan 20 12:59:26.787438 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-24f946cf-3ff5-4d93-87e4-89b8771f172c req-151aadf8-6a05-44aa-822b-fcc30481a0e3 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516658 Jan 20 12:59:26.789637 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-71f6b1af-2f9d-4d60-b524-f02e83d48b7d req-8a616c5f-bccd-49b2-bcc1-dfa418dea27c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:26.803664 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 12:59:26.831629 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a616c5f-bccd-49b2-bcc1-dfa418dea27c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Pushing event deleted for resources: {'Port': ['ID=87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:59:26.844564 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a616c5f-bccd-49b2-bcc1-dfa418dea27c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:59:26.844914 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a616c5f-bccd-49b2-bcc1-dfa418dea27c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:59:26.845301 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a616c5f-bccd-49b2-bcc1-dfa418dea27c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:59:26.845685 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a616c5f-bccd-49b2-bcc1-dfa418dea27c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:59:26.846025 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a616c5f-bccd-49b2-bcc1-dfa418dea27c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:59:26.846395 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a616c5f-bccd-49b2-bcc1-dfa418dea27c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:59:26.846766 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a616c5f-bccd-49b2-bcc1-dfa418dea27c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:59:26.847106 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a616c5f-bccd-49b2-bcc1-dfa418dea27c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:59:26.847438 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a616c5f-bccd-49b2-bcc1-dfa418dea27c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:59:26.847781 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a616c5f-bccd-49b2-bcc1-dfa418dea27c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:59:26.848098 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a616c5f-bccd-49b2-bcc1-dfa418dea27c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:59:26.848425 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a616c5f-bccd-49b2-bcc1-dfa418dea27c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:59:26.848752 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a616c5f-bccd-49b2-bcc1-dfa418dea27c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:59:26.895622 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f6b1af-2f9d-4d60-b524-f02e83d48b7d req-8a616c5f-bccd-49b2-bcc1-dfa418dea27c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] No DVR routers for this DVR port 87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb on host hv-cinder-80403 {{(pid=109759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 12:59:26.899006 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-71f6b1af-2f9d-4d60-b524-f02e83d48b7d req-8a616c5f-bccd-49b2-bcc1-dfa418dea27c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:26.902354 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-71f6b1af-2f9d-4d60-b524-f02e83d48b7d req-8a616c5f-bccd-49b2-bcc1-dfa418dea27c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.107 "DELETE /v2.0/ports/87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb HTTP/1.1" status: 204 len: 173 time: 0.5730827 Jan 20 12:59:26.902807 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883833f4-264f-438e-aeff-451f853a362a', 'name': 'network-vif-deleted', 'tag': '87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:59:26.905055 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5cebf7-5e42-4d4e-a492-a0714342038d" -d '{"events": [{"server_uuid": "883833f4-264f-438e-aeff-451f853a362a", "name": "network-vif-deleted", "tag": "87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:59:27.018936 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 12:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3311d46-a8d7-44ce-b4f7-9a85471ee6ba x-openstack-request-id: req-d3311d46-a8d7-44ce-b4f7-9a85471ee6ba {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:59:27.019336 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883833f4-264f-438e-aeff-451f853a362a", "name": "network-vif-deleted", "tag": "87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:59:27.019659 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d3311d46-a8d7-44ce-b4f7-9a85471ee6ba {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:59:27.020211 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883833f4-264f-438e-aeff-451f853a362a', 'name': 'network-vif-deleted', 'tag': '87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb', 'status': 'completed', 'code': 200} Jan 20 12:59:29.203480 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 60494) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:59:29.319741 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-4477121a-c0a7-4e42-954d-c8dee0b47242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:29.403392 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-4477121a-c0a7-4e42-954d-c8dee0b47242 admin admin] Publish callbacks [] for security_group (ab90b029-357f-4262-b621-55221cd30b4b), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:29.474716 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-4477121a-c0a7-4e42-954d-c8dee0b47242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (ab90b029-357f-4262-b621-55221cd30b4b), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:29.518673 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477121a-c0a7-4e42-954d-c8dee0b47242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab90b029-357f-4262-b621-55221cd30b4b,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:59:29.524452 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-4477121a-c0a7-4e42-954d-c8dee0b47242 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a7ffb7be896641089c27672b0f6447bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3197339 Jan 20 12:59:29.527600 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 60500) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:59:29.529539 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477121a-c0a7-4e42-954d-c8dee0b47242 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:59:29.529899 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477121a-c0a7-4e42-954d-c8dee0b47242 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:59:29.530243 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477121a-c0a7-4e42-954d-c8dee0b47242 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:59:29.530588 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477121a-c0a7-4e42-954d-c8dee0b47242 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:59:29.530918 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477121a-c0a7-4e42-954d-c8dee0b47242 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:59:29.531249 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477121a-c0a7-4e42-954d-c8dee0b47242 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:59:29.531574 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477121a-c0a7-4e42-954d-c8dee0b47242 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:59:29.531904 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477121a-c0a7-4e42-954d-c8dee0b47242 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:59:29.532238 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477121a-c0a7-4e42-954d-c8dee0b47242 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:59:29.532555 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477121a-c0a7-4e42-954d-c8dee0b47242 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:59:29.532879 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477121a-c0a7-4e42-954d-c8dee0b47242 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:59:29.533194 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477121a-c0a7-4e42-954d-c8dee0b47242 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:59:29.533534 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477121a-c0a7-4e42-954d-c8dee0b47242 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:59:29.579742 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d9ae5f85-89c5-4795-95a5-676c6dcfc89c admin admin] Publish callbacks [] for security_group (ab90b029-357f-4262-b621-55221cd30b4b), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:29.594807 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 12:59:29.603042 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d9ae5f85-89c5-4795-95a5-676c6dcfc89c admin admin] Publish callbacks [] for security_group (ab90b029-357f-4262-b621-55221cd30b4b), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:29.618990 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] No Port match for: 87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 12:59:29.619438 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 87f065d9-0ac2-4f2f-aa7f-0f2fe4b51deb not bound to the agent host hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 12:59:29.772319 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d9ae5f85-89c5-4795-95a5-676c6dcfc89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (ab90b029-357f-4262-b621-55221cd30b4b), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:29.775859 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d9ae5f85-89c5-4795-95a5-676c6dcfc89c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:29.777309 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-d9ae5f85-89c5-4795-95a5-676c6dcfc89c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ab90b029-357f-4262-b621-55221cd30b4b HTTP/1.1" status: 204 len: 168 time: 0.2484000 Jan 20 12:59:29.787626 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae5f85-89c5-4795-95a5-676c6dcfc89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab90b029-357f-4262-b621-55221cd30b4b,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:59:33.242643 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-78353fd7-650e-4287-824b-f56712f6a64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:36.029180 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-e897f814-1d43-4558-898c-4b6d93ef77dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:37.602353 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:39.705210 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:39.803869 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 12:59:39.934355 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:39.944342 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7dc6fc-bbeb-43ee-b998-0f0a83595c0a req-e7f9f5b0-01ab-419f-a617-16097b24fbca tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:39.945960 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9f7dc6fc-bbeb-43ee-b998-0f0a83595c0a req-e7f9f5b0-01ab-419f-a617-16097b24fbca tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 947 time: 0.0510526 Jan 20 12:59:40.003762 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9f7dc6fc-bbeb-43ee-b998-0f0a83595c0a req-b9a6b99f-fe45-4706-ab61-23135158f327 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520630 Jan 20 12:59:40.876264 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:41.133011 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697a8fd-97a8-4d77-89dc-a5a53c05bceb req-65cb827c-2215-403f-8f14-794a47013c1f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:41.142991 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6697a8fd-97a8-4d77-89dc-a5a53c05bceb req-65cb827c-2215-403f-8f14-794a47013c1f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 947 time: 0.0518136 Jan 20 12:59:41.183856 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6697a8fd-97a8-4d77-89dc-a5a53c05bceb req-e56afb9a-fdba-4ccd-884b-4582e5ea1452 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433195 Jan 20 12:59:42.306789 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3583f3-3dc1-41ff-b22d-2d72e4dabca2 req-39e25653-614e-49ca-b608-9b58b691d3f2 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:42.308360 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6f3583f3-3dc1-41ff-b22d-2d72e4dabca2 req-39e25653-614e-49ca-b608-9b58b691d3f2 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 947 time: 0.0502496 Jan 20 12:59:42.358222 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6f3583f3-3dc1-41ff-b22d-2d72e4dabca2 req-9e449538-645e-473b-a495-39e8443b4cce tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435205 Jan 20 12:59:43.481994 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cadfa-2899-4789-8b45-3dc662f5256f req-26466ca4-a738-4d8e-a190-013a98bc74b4 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:43.483408 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ff5cadfa-2899-4789-8b45-3dc662f5256f req-26466ca4-a738-4d8e-a190-013a98bc74b4 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 947 time: 0.0526648 Jan 20 12:59:43.537643 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ff5cadfa-2899-4789-8b45-3dc662f5256f req-1e28b476-a1d9-46f4-af08-4e560882703f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480103 Jan 20 12:59:44.671522 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2050d-df1d-471b-a4b6-de0dfbe4eb58 req-da49a794-8918-4d79-9947-0b75d5df86b4 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:44.673000 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-68d2050d-df1d-471b-a4b6-de0dfbe4eb58 req-da49a794-8918-4d79-9947-0b75d5df86b4 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 947 time: 0.0495584 Jan 20 12:59:44.722727 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-68d2050d-df1d-471b-a4b6-de0dfbe4eb58 req-ddf7e51f-53d9-4a85-996c-310fc77a2056 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436251 Jan 20 12:59:45.483334 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f2744-3fae-4ffe-a397-797d6b5e4c70 req-3caa7e90-30e2-4067-a31e-6e2cbed61f7d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:45.484815 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-012f2744-3fae-4ffe-a397-797d6b5e4c70 req-3caa7e90-30e2-4067-a31e-6e2cbed61f7d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.107 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 947 time: 0.0554285 Jan 20 12:59:45.578586 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-012f2744-3fae-4ffe-a397-797d6b5e4c70 req-3af4b40c-c11f-4093-959d-ed9191043b0e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Deleting port 55cd4c69-e442-4db0-bae3-230265f45758 {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 12:59:45.578935 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-012f2744-3fae-4ffe-a397-797d6b5e4c70 req-3af4b40c-c11f-4093-959d-ed9191043b0e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (55cd4c69-e442-4db0-bae3-230265f45758), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:45.676900 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-012f2744-3fae-4ffe-a397-797d6b5e4c70 req-3af4b40c-c11f-4093-959d-ed9191043b0e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] For port 55cd4c69-e442-4db0-bae3-230265f45758, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=55cd4c69-e442-4db0-bae3-230265f45758,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:59:45.677592 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-012f2744-3fae-4ffe-a397-797d6b5e4c70 req-3af4b40c-c11f-4093-959d-ed9191043b0e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (55cd4c69-e442-4db0-bae3-230265f45758), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:46.280255 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe1944-a46f-4398-86c4-5a1ed5ff28e8 req-bcdce2f7-2905-48b2-a1b3-b94acd795a95 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:46.281735 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d8fe1944-a46f-4398-86c4-5a1ed5ff28e8 req-bcdce2f7-2905-48b2-a1b3-b94acd795a95 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 947 time: 0.4800944 Jan 20 12:59:46.343600 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b092a-d72e-420f-8214-17286c28e98f req-13d0784d-a2aa-4c06-8232-74feb445abb3 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:46.345068 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-254b092a-d72e-420f-8214-17286c28e98f req-13d0784d-a2aa-4c06-8232-74feb445abb3 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/networks?id=12f6781b-c16e-471c-9029-7b54bf98e7ef HTTP/1.1" status: 200 len: 814 time: 0.3057084 Jan 20 12:59:46.354318 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-012f2744-3fae-4ffe-a397-797d6b5e4c70 req-3af4b40c-c11f-4093-959d-ed9191043b0e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:46.354848 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-012f2744-3fae-4ffe-a397-797d6b5e4c70 req-3af4b40c-c11f-4093-959d-ed9191043b0e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529925'] for floatingip (ae955d6d-481f-42c8-ad01-dfecc6589465), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:46.355130 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.db.l3_db [req-012f2744-3fae-4ffe-a397-797d6b5e4c70 req-3af4b40c-c11f-4093-959d-ed9191043b0e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Floating IP ae955d6d-481f-42c8-ad01-dfecc6589465 disassociated. External IP: 172.27.0.96, port: 55cd4c69-e442-4db0-bae3-230265f45758. Jan 20 12:59:46.355465 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-012f2744-3fae-4ffe-a397-797d6b5e4c70 req-3af4b40c-c11f-4093-959d-ed9191043b0e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Calling delete_port for 55cd4c69-e442-4db0-bae3-230265f45758 owned by compute:nova {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 12:59:46.383638 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-254b092a-d72e-420f-8214-17286c28e98f req-e0d6df51-391f-4b81-9f1b-ef185ab1330e tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/quotas/fa0ddecf2bd540e5a7a2ad69370b32ea HTTP/1.1" status: 200 len: 375 time: 0.0261614 Jan 20 12:59:46.451853 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d8fe1944-a46f-4398-86c4-5a1ed5ff28e8 req-93b62145-adb4-4fee-9581-0dc19f6daaec tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb8b5a31-2bc8-4942-b5e6-f9fae297d077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580565 Jan 20 12:59:46.455395 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-254b092a-d72e-420f-8214-17286c28e98f req-479ed010-3e21-4243-8f24-f92d5576a78d tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa0ddecf2bd540e5a7a2ad69370b32ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644441 Jan 20 12:59:46.635704 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-012f2744-3fae-4ffe-a397-797d6b5e4c70 req-3af4b40c-c11f-4093-959d-ed9191043b0e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (55cd4c69-e442-4db0-bae3-230265f45758), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:46.670493 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4b40c-c11f-4093-959d-ed9191043b0e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Pushing event deleted for resources: {'Port': ['ID=55cd4c69-e442-4db0-bae3-230265f45758,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:59:46.734548 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-254b092a-d72e-420f-8214-17286c28e98f req-6e54b29c-d1eb-4b57-aa21-ef9c857e961a service neutron] 10.222.0.57 "GET /v2.0/networks/12f6781b-c16e-471c-9029-7b54bf98e7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721915 Jan 20 12:59:46.870134 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-012f2744-3fae-4ffe-a397-797d6b5e4c70 req-3af4b40c-c11f-4093-959d-ed9191043b0e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Router 136103d5-419c-49c8-8c00-c9caf5984d63 has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 12:59:46.877002 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-254b092a-d72e-420f-8214-17286c28e98f req-71a6a8cf-648c-4791-8f4d-c688ce14553d service neutron] 10.222.0.57 "GET /v2.0/networks/12f6781b-c16e-471c-9029-7b54bf98e7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352444 Jan 20 12:59:46.996893 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-012f2744-3fae-4ffe-a397-797d6b5e4c70 req-3af4b40c-c11f-4093-959d-ed9191043b0e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:59:47.010213 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aeeaed-e2f0-49f7-96f7-da40330c63dc None None] Sync routers for ids ['136103d5-419c-49c8-8c00-c9caf5984d63'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 12:59:47.023061 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aeeaed-e2f0-49f7-96f7-da40330c63dc None None] Routers {'136103d5-419c-49c8-8c00-c9caf5984d63'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:59:47.023966 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-d2aeeaed-e2f0-49f7-96f7-da40330c63dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:59:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['136103d5-419c-49c8-8c00-c9caf5984d63'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:59:47.043617 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-012f2744-3fae-4ffe-a397-797d6b5e4c70 req-3af4b40c-c11f-4093-959d-ed9191043b0e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] No DVR routers for this DVR port 55cd4c69-e442-4db0-bae3-230265f45758 on host hv-cinder-80403 {{(pid=109759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 12:59:47.046575 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-012f2744-3fae-4ffe-a397-797d6b5e4c70 req-3af4b40c-c11f-4093-959d-ed9191043b0e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:47.051693 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-012f2744-3fae-4ffe-a397-797d6b5e4c70 req-3af4b40c-c11f-4093-959d-ed9191043b0e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.107 "DELETE /v2.0/ports/55cd4c69-e442-4db0-bae3-230265f45758 HTTP/1.1" status: 204 len: 173 time: 1.5603402 Jan 20 12:59:47.052198 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe51826-10ed-42cf-ad11-fc30b6e99fd4', 'name': 'network-vif-deleted', 'tag': '55cd4c69-e442-4db0-bae3-230265f45758'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:59:47.055134 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23596083-454b-4d7a-98c1-c5905e010bcd" -d '{"events": [{"server_uuid": "9fe51826-10ed-42cf-ad11-fc30b6e99fd4", "name": "network-vif-deleted", "tag": "55cd4c69-e442-4db0-bae3-230265f45758"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:59:47.139712 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-d2aeeaed-e2f0-49f7-96f7-da40330c63dc None None] Set router 136103d5-419c-49c8-8c00-c9caf5984d63 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:59:47.150763 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 12:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e16b7cf-9eee-45c2-b668-b7df65db683e x-openstack-request-id: req-6e16b7cf-9eee-45c2-b668-b7df65db683e {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:59:47.151215 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe51826-10ed-42cf-ad11-fc30b6e99fd4", "name": "network-vif-deleted", "tag": "55cd4c69-e442-4db0-bae3-230265f45758", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:59:47.151462 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6e16b7cf-9eee-45c2-b668-b7df65db683e {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:59:47.151863 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe51826-10ed-42cf-ad11-fc30b6e99fd4', 'name': 'network-vif-deleted', 'tag': '55cd4c69-e442-4db0-bae3-230265f45758', 'status': 'completed', 'code': 200} Jan 20 12:59:47.192275 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-df1f6271-90e6-42a5-820a-f541bd0878ed req-2887cfe3-1c5a-4fcc-a8e2-facb1bdb3db2 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=db4e2e0e-738a-4bf6-b972-2f6cfec34b78 HTTP/1.1" status: 200 len: 210 time: 0.0341129 Jan 20 12:59:47.364892 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-d2aeeaed-e2f0-49f7-96f7-da40330c63dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'name': 'tempest-AttachVolumeShelveTestJSON-625325489-router', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:33Z', 'updated_at': '2022-01-20T12:52:42Z', 'revision_number': 4, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'gw_port': {'id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:34Z', 'updated_at': '2022-01-20T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '15ff246f-4fb6-443a-b9db-cbea566c6e7a', 'name': '', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'mac_address': 'fa:16:3e:36:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:40Z', 'updated_at': '2022-01-20T12:52:56Z', 'revision_number': 5, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'subnets': [{'id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:59:47.398780 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aeeaed-e2f0-49f7-96f7-da40330c63dc None None] Checking router: 136103d5-419c-49c8-8c00-c9caf5984d63 for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 12:59:47.412566 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aeeaed-e2f0-49f7-96f7-da40330c63dc None None] Routers {'136103d5-419c-49c8-8c00-c9caf5984d63'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 12:59:47.413447 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-d2aeeaed-e2f0-49f7-96f7-da40330c63dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T12:59:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['136103d5-419c-49c8-8c00-c9caf5984d63'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:59:47.469904 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-621446c2-c7ce-4d7a-ae98-23b2739848e7 req-d5f103c7-9c9f-412c-bd6e-a4dee1be4b4c service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0401766 Jan 20 12:59:47.523950 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-621446c2-c7ce-4d7a-ae98-23b2739848e7 req-8e24b6d3-df98-4a0d-be98-4386b35cb8ee service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a42550bc92f54f3293a5e8c100adf3ec&device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 210 time: 0.0285480 Jan 20 12:59:47.591839 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-d2aeeaed-e2f0-49f7-96f7-da40330c63dc None None] Set router 136103d5-419c-49c8-8c00-c9caf5984d63 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 12:59:47.649906 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3c9e0c6b-3ca0-4e12-bd56-56de6c55a92f req-f107b170-a9f4-4751-ada6-5fda73bf8a0e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fe51826-10ed-42cf-ad11-fc30b6e99fd4 HTTP/1.1" status: 200 len: 210 time: 0.0569272 Jan 20 12:59:47.699635 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621446c2-c7ce-4d7a-ae98-23b2739848e7 req-a5041b13-122f-4d27-a7a2-106470ca616f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:47.702159 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-621446c2-c7ce-4d7a-ae98-23b2739848e7 req-a5041b13-122f-4d27-a7a2-106470ca616f service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=a42550bc92f54f3293a5e8c100adf3ec&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1545510 Jan 20 12:59:47.809259 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621446c2-c7ce-4d7a-ae98-23b2739848e7 req-b693bce4-e080-4e38-877c-90e2362b6be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:47.811649 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-621446c2-c7ce-4d7a-ae98-23b2739848e7 req-b693bce4-e080-4e38-877c-90e2362b6be2 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1037419 Jan 20 12:59:47.835812 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-d2aeeaed-e2f0-49f7-96f7-da40330c63dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'name': 'tempest-AttachVolumeShelveTestJSON-625325489-router', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:33Z', 'updated_at': '2022-01-20T12:52:42Z', 'revision_number': 4, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'gw_port': {'id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:34Z', 'updated_at': '2022-01-20T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '15ff246f-4fb6-443a-b9db-cbea566c6e7a', 'name': '', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'mac_address': 'fa:16:3e:36:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:40Z', 'updated_at': '2022-01-20T12:52:56Z', 'revision_number': 5, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'subnets': [{'id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:59:47.866157 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aeeaed-e2f0-49f7-96f7-da40330c63dc None None] The sync data for ids ['136103d5-419c-49c8-8c00-c9caf5984d63'] in dv-cinder-804035-24-iscsi is: [{'id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'name': 'tempest-AttachVolumeShelveTestJSON-625325489-router', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:33Z', 'updated_at': '2022-01-20T12:52:42Z', 'revision_number': 4, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'gw_port': {'id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:34Z', 'updated_at': '2022-01-20T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '15ff246f-4fb6-443a-b9db-cbea566c6e7a', 'name': '', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'mac_address': 'fa:16:3e:36:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:40Z', 'updated_at': '2022-01-20T12:52:56Z', 'revision_number': 5, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'subnets': [{'id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 12:59:48.123755 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95aa320-5b0c-4a7d-bc34-204ec87945f2 None None] New status for floating IP ae955d6d-481f-42c8-ad01-dfecc6589465: DOWN {{(pid=109762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 12:59:48.274794 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-36c69093-b210-4934-95d5-b1d34dbd759e req-f05c6ee3-74f2-4dad-9d1d-7ce64d0d4d4c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=db4e2e0e-738a-4bf6-b972-2f6cfec34b78 HTTP/1.1" status: 200 len: 210 time: 0.0264969 Jan 20 12:59:48.895026 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 60716) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:59:48.951783 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-9de93b94-71a4-42da-b45a-725cb11eb1ba tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for security_group (cb8b5a31-2bc8-4942-b5e6-f9fae297d077), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:48.976031 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-9de93b94-71a4-42da-b45a-725cb11eb1ba tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for security_group (cb8b5a31-2bc8-4942-b5e6-f9fae297d077), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:49.108574 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-9de93b94-71a4-42da-b45a-725cb11eb1ba tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (cb8b5a31-2bc8-4942-b5e6-f9fae297d077), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:49.112476 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-9de93b94-71a4-42da-b45a-725cb11eb1ba tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:49.116861 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-9de93b94-71a4-42da-b45a-725cb11eb1ba tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "DELETE /v2.0/security-groups/cb8b5a31-2bc8-4942-b5e6-f9fae297d077 HTTP/1.1" status: 204 len: 168 time: 0.2207549 Jan 20 12:59:49.123738 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 60718) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:59:49.128334 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de93b94-71a4-42da-b45a-725cb11eb1ba tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8b5a31-2bc8-4942-b5e6-f9fae297d077,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:59:49.131072 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.api.v2.resource [None req-a783f3a1-e570-4a1c-9570-16a4644707b0 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] show failed (client error): The resource could not be found. Jan 20 12:59:49.132296 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-a783f3a1-e570-4a1c-9570-16a4644707b0 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups/cb8b5a31-2bc8-4942-b5e6-f9fae297d077 HTTP/1.1" status: 404 len: 347 time: 0.0144227 Jan 20 12:59:49.135619 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 60720) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:59:49.293191 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-5381da65-ee2a-433a-b85c-8a3eebfd2ccd tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Deleting port f9ef6e3f-13b8-4c3c-8f53-a6e345e54c22 {{(pid=109760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 12:59:49.293562 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5381da65-ee2a-433a-b85c-8a3eebfd2ccd tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (f9ef6e3f-13b8-4c3c-8f53-a6e345e54c22), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:49.374485 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5381da65-ee2a-433a-b85c-8a3eebfd2ccd tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (f9ef6e3f-13b8-4c3c-8f53-a6e345e54c22), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:49.375159 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5381da65-ee2a-433a-b85c-8a3eebfd2ccd tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for floatingip (f9ef6e3f-13b8-4c3c-8f53-a6e345e54c22), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:49.388872 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-5381da65-ee2a-433a-b85c-8a3eebfd2ccd tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Calling delete_port for f9ef6e3f-13b8-4c3c-8f53-a6e345e54c22 owned by network:floatingip {{(pid=109760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 12:59:49.403614 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-43eddda9-5192-47da-8030-0a8a3422eaee req-6dcff706-9ee6-4e81-9cb7-66e1803f71fe tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=db4e2e0e-738a-4bf6-b972-2f6cfec34b78 HTTP/1.1" status: 200 len: 210 time: 0.0419939 Jan 20 12:59:49.625189 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5381da65-ee2a-433a-b85c-8a3eebfd2ccd tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (f9ef6e3f-13b8-4c3c-8f53-a6e345e54c22), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:49.652228 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381da65-ee2a-433a-b85c-8a3eebfd2ccd tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Pushing event deleted for resources: {'Port': ['ID=f9ef6e3f-13b8-4c3c-8f53-a6e345e54c22,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:59:49.670319 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 55cd4c69-e442-4db0-bae3-230265f45758 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 12:59:49.715762 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] No Port match for: 55cd4c69-e442-4db0-bae3-230265f45758 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 12:59:49.719034 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 55cd4c69-e442-4db0-bae3-230265f45758 not bound to the agent host hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 12:59:49.731830 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5381da65-ee2a-433a-b85c-8a3eebfd2ccd tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for floatingip (ae955d6d-481f-42c8-ad01-dfecc6589465), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:49.734515 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5381da65-ee2a-433a-b85c-8a3eebfd2ccd tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:49.736361 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-5381da65-ee2a-433a-b85c-8a3eebfd2ccd tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "DELETE /v2.0/floatingips/ae955d6d-481f-42c8-ad01-dfecc6589465 HTTP/1.1" status: 204 len: 168 time: 0.5796168 Jan 20 12:59:50.106646 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 60730) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:59:50.111822 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-5577ce77-fee6-420c-9469-af07fb1f4fbb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Request body: {'security_group': {'name': 'tempest-securitygroup--312058640', 'description': 'tempest-description--1213637606'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:59:50.121728 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b092a-d72e-420f-8214-17286c28e98f req-ea4fbb3b-ea8a-4c64-95fc-976031edae82 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:50.122220 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-254b092a-d72e-420f-8214-17286c28e98f req-ea4fbb3b-ea8a-4c64-95fc-976031edae82 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.107 "GET /v2.0/networks?id=12f6781b-c16e-471c-9029-7b54bf98e7ef HTTP/1.1" status: 200 len: 814 time: 0.1063304 Jan 20 12:59:50.141773 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-254b092a-d72e-420f-8214-17286c28e98f req-07f1d235-cc0e-467d-936c-8f8b75b2ac97 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Request body: {'port': {'device_id': 'db4e2e0e-738a-4bf6-b972-2f6cfec34b78', 'network_id': '12f6781b-c16e-471c-9029-7b54bf98e7ef', 'admin_state_up': True, 'tenant_id': 'fa0ddecf2bd540e5a7a2ad69370b32ea'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:59:50.235802 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5577ce77-fee6-420c-9469-af07fb1f4fbb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:50.315724 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5577ce77-fee6-420c-9469-af07fb1f4fbb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for security_group (0d65ba4d-b85d-4cd1-8af6-ad07c8219d94), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:50.362693 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-254b092a-d72e-420f-8214-17286c28e98f req-07f1d235-cc0e-467d-936c-8f8b75b2ac97 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Made reservation on behalf of fa0ddecf2bd540e5a7a2ad69370b32ea for: {'port': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:59:50.366937 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-254b092a-d72e-420f-8214-17286c28e98f req-07f1d235-cc0e-467d-936c-8f8b75b2ac97 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:50.451827 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5577ce77-fee6-420c-9469-af07fb1f4fbb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (0d65ba4d-b85d-4cd1-8af6-ad07c8219d94), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:50.485635 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577ce77-fee6-420c-9469-af07fb1f4fbb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:59:50.521060 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-43cf0b4f-1b26-4294-b6c1-c0c3b137ae17 req-756ffdc0-5afb-4bdd-99ef-f26054619fcf tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=db4e2e0e-738a-4bf6-b972-2f6cfec34b78 HTTP/1.1" status: 200 len: 210 time: 0.0363631 Jan 20 12:59:50.537144 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [req-254b092a-d72e-420f-8214-17286c28e98f req-07f1d235-cc0e-467d-936c-8f8b75b2ac97 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Allocated IP 172.20.0.6 (12f6781b-c16e-471c-9029-7b54bf98e7ef/ed47c05f-71aa-4581-984f-36a9eb00dc61/6fc203cb-ae6a-401c-b227-8fc8d8a4d210) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:59:50.685160 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5577ce77-fee6-420c-9469-af07fb1f4fbb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:50.689027 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-5577ce77-fee6-420c-9469-af07fb1f4fbb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5784917 Jan 20 12:59:50.698794 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 60738) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:59:50.698794 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-268ab094-da99-489b-86e5-49c6a0591fe9 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Request body: {'security_group_rule': {'security_group_id': '0d65ba4d-b85d-4cd1-8af6-ad07c8219d94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:59:50.699169 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-254b092a-d72e-420f-8214-17286c28e98f req-07f1d235-cc0e-467d-936c-8f8b75b2ac97 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Publish callbacks [] for port (6fc203cb-ae6a-401c-b227-8fc8d8a4d210), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:50.785606 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-268ab094-da99-489b-86e5-49c6a0591fe9 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for security_group_rule (9897c722-dd44-48cd-bab3-a76740f41e72), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:50.850514 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-268ab094-da99-489b-86e5-49c6a0591fe9 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for security_group_rule (9897c722-dd44-48cd-bab3-a76740f41e72), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:50.865755 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-254b092a-d72e-420f-8214-17286c28e98f req-07f1d235-cc0e-467d-936c-8f8b75b2ac97 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (6fc203cb-ae6a-401c-b227-8fc8d8a4d210), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:50.909609 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-254b092a-d72e-420f-8214-17286c28e98f req-07f1d235-cc0e-467d-936c-8f8b75b2ac97 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Network 12f6781b-c16e-471c-9029-7b54bf98e7ef is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:59:50.913093 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [req-254b092a-d72e-420f-8214-17286c28e98f req-07f1d235-cc0e-467d-936c-8f8b75b2ac97 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:59:50.916872 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-254b092a-d72e-420f-8214-17286c28e98f req-07f1d235-cc0e-467d-936c-8f8b75b2ac97 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:59:50.939839 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1d235-cc0e-467d-936c-8f8b75b2ac97 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Pushing event updated for resources: {'Port': ['ID=6fc203cb-ae6a-401c-b227-8fc8d8a4d210,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:59:50.969159 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b092a-d72e-420f-8214-17286c28e98f req-07f1d235-cc0e-467d-936c-8f8b75b2ac97 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:50.969812 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-254b092a-d72e-420f-8214-17286c28e98f req-07f1d235-cc0e-467d-936c-8f8b75b2ac97 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:50.973672 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-268ab094-da99-489b-86e5-49c6a0591fe9 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390'] for security_group_rule (9897c722-dd44-48cd-bab3-a76740f41e72), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:50.995231 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ab094-da99-489b-86e5-49c6a0591fe9 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9897c722-dd44-48cd-bab3-a76740f41e72,revision_number=0']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:59:51.074212 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-254b092a-d72e-420f-8214-17286c28e98f req-07f1d235-cc0e-467d-936c-8f8b75b2ac97 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9375684 Jan 20 12:59:51.087361 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-254b092a-d72e-420f-8214-17286c28e98f req-d3a42244-db04-4b5c-8ba8-c9cc6ba1cbce service neutron] Request body: {'port': {'device_id': 'db4e2e0e-738a-4bf6-b972-2f6cfec34b78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:59:51.112967 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-268ab094-da99-489b-86e5-49c6a0591fe9 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:51.114241 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-268ab094-da99-489b-86e5-49c6a0591fe9 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4234679 Jan 20 12:59:51.117172 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 60744) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:59:51.127978 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-990850aa-20b1-4c7d-bb05-6cf6b7000e34 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Request body: {'security_group_rule': {'security_group_id': '0d65ba4d-b85d-4cd1-8af6-ad07c8219d94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:59:51.144115 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-254b092a-d72e-420f-8214-17286c28e98f req-d3a42244-db04-4b5c-8ba8-c9cc6ba1cbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (6fc203cb-ae6a-401c-b227-8fc8d8a4d210), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:51.234899 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-990850aa-20b1-4c7d-bb05-6cf6b7000e34 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for security_group_rule (bb8784c0-96b8-4591-b106-0601041d017e), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:51.301083 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-990850aa-20b1-4c7d-bb05-6cf6b7000e34 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for security_group_rule (bb8784c0-96b8-4591-b106-0601041d017e), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:51.390310 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-990850aa-20b1-4c7d-bb05-6cf6b7000e34 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390'] for security_group_rule (bb8784c0-96b8-4591-b106-0601041d017e), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:51.405029 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990850aa-20b1-4c7d-bb05-6cf6b7000e34 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8784c0-96b8-4591-b106-0601041d017e,revision_number=0']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:59:51.421770 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [req-254b092a-d72e-420f-8214-17286c28e98f req-d3a42244-db04-4b5c-8ba8-c9cc6ba1cbce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fc203cb-ae6a-401c-b227-8fc8d8a4d210 {{(pid=109759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:59:51.429731 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-254b092a-d72e-420f-8214-17286c28e98f req-d3a42244-db04-4b5c-8ba8-c9cc6ba1cbce service neutron] Publish callbacks [] for port (6fc203cb-ae6a-401c-b227-8fc8d8a4d210), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:51.441228 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.provisioning_blocks [req-254b092a-d72e-420f-8214-17286c28e98f req-d3a42244-db04-4b5c-8ba8-c9cc6ba1cbce service neutron] Transition to ACTIVE for port object 6fc203cb-ae6a-401c-b227-8fc8d8a4d210 will not be triggered until provisioned by entity L2. {{(pid=109759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:59:51.501092 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-990850aa-20b1-4c7d-bb05-6cf6b7000e34 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:51.502283 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-990850aa-20b1-4c7d-bb05-6cf6b7000e34 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3841124 Jan 20 12:59:51.505324 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 60748) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 12:59:51.510089 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-59e2f61a-2db0-468c-867b-5ea500e3ebb5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Request body: {'floatingip': {'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:59:51.531382 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-254b092a-d72e-420f-8214-17286c28e98f req-d3a42244-db04-4b5c-8ba8-c9cc6ba1cbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217087'] for port (6fc203cb-ae6a-401c-b227-8fc8d8a4d210), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:51.580054 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a42244-db04-4b5c-8ba8-c9cc6ba1cbce service neutron] Pushing event updated for resources: {'Port': ['ID=6fc203cb-ae6a-401c-b227-8fc8d8a4d210,revision_number=2']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:59:51.592165 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-59e2f61a-2db0-468c-867b-5ea500e3ebb5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:51.684011 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed835b-bf41-41fd-b1fd-a52730e78482 req-721cf443-3349-404f-8f9d-2e55815ed379 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:51.685703 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b5ed835b-bf41-41fd-b1fd-a52730e78482 req-721cf443-3349-404f-8f9d-2e55815ed379 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=db4e2e0e-738a-4bf6-b972-2f6cfec34b78 HTTP/1.1" status: 200 len: 943 time: 0.0813239 Jan 20 12:59:51.709837 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-254b092a-d72e-420f-8214-17286c28e98f req-d3a42244-db04-4b5c-8ba8-c9cc6ba1cbce service neutron] Attempting to bind port 6fc203cb-ae6a-401c-b227-8fc8d8a4d210 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:59:51.710181 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-254b092a-d72e-420f-8214-17286c28e98f req-d3a42244-db04-4b5c-8ba8-c9cc6ba1cbce service neutron] Attempting to bind port 6fc203cb-ae6a-401c-b227-8fc8d8a4d210 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '7cfe4c67-ed28-46de-afbb-45481ef6387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '12f6781b-c16e-471c-9029-7b54bf98e7ef'}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:59:51.710514 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254b092a-d72e-420f-8214-17286c28e98f req-d3a42244-db04-4b5c-8ba8-c9cc6ba1cbce service neutron] Attempting to bind port 6fc203cb-ae6a-401c-b227-8fc8d8a4d210 on network 12f6781b-c16e-471c-9029-7b54bf98e7ef {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:59:51.711591 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-59e2f61a-2db0-468c-867b-5ea500e3ebb5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:51.720209 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254b092a-d72e-420f-8214-17286c28e98f req-d3a42244-db04-4b5c-8ba8-c9cc6ba1cbce service neutron] Port 6fc203cb-ae6a-401c-b227-8fc8d8a4d210 on network 12f6781b-c16e-471c-9029-7b54bf98e7ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 12:59:51.720531 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254b092a-d72e-420f-8214-17286c28e98f req-d3a42244-db04-4b5c-8ba8-c9cc6ba1cbce service neutron] Attempting to bind port 6fc203cb-ae6a-401c-b227-8fc8d8a4d210 on network 12f6781b-c16e-471c-9029-7b54bf98e7ef {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:59:51.733039 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254b092a-d72e-420f-8214-17286c28e98f req-d3a42244-db04-4b5c-8ba8-c9cc6ba1cbce service neutron] Checking agent: {'id': '01dfb066-6594-4635-8f5d-cd7d37486eef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'started_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:59:51.733372 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254b092a-d72e-420f-8214-17286c28e98f req-d3a42244-db04-4b5c-8ba8-c9cc6ba1cbce service neutron] Checking segment: {'id': '7cfe4c67-ed28-46de-afbb-45481ef6387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '12f6781b-c16e-471c-9029-7b54bf98e7ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:59:51.733786 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254b092a-d72e-420f-8214-17286c28e98f req-d3a42244-db04-4b5c-8ba8-c9cc6ba1cbce service neutron] Bound using segment: {'id': '7cfe4c67-ed28-46de-afbb-45481ef6387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '12f6781b-c16e-471c-9029-7b54bf98e7ef'} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:59:51.734226 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-254b092a-d72e-420f-8214-17286c28e98f req-d3a42244-db04-4b5c-8ba8-c9cc6ba1cbce service neutron] Bound port: 6fc203cb-ae6a-401c-b227-8fc8d8a4d210, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cfe4c67-ed28-46de-afbb-45481ef6387a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '12f6781b-c16e-471c-9029-7b54bf98e7ef'}}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:59:51.734600 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-254b092a-d72e-420f-8214-17286c28e98f req-d3a42244-db04-4b5c-8ba8-c9cc6ba1cbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (6fc203cb-ae6a-401c-b227-8fc8d8a4d210), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:51.758760 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b5ed835b-bf41-41fd-b1fd-a52730e78482 req-2f210b44-7ac1-474a-80e1-c95f1544a10f tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671256 Jan 20 12:59:51.819859 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-254b092a-d72e-420f-8214-17286c28e98f req-d3a42244-db04-4b5c-8ba8-c9cc6ba1cbce service neutron] For port 6fc203cb-ae6a-401c-b227-8fc8d8a4d210, host hv-cinder-80403, cleared binding levels {{(pid=109759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:59:51.824012 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-254b092a-d72e-420f-8214-17286c28e98f req-d3a42244-db04-4b5c-8ba8-c9cc6ba1cbce service neutron] For port 6fc203cb-ae6a-401c-b227-8fc8d8a4d210, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6fc203cb-ae6a-401c-b227-8fc8d8a4d210,segment=NetworkSegment(7cfe4c67-ed28-46de-afbb-45481ef6387a),segment_id=7cfe4c67-ed28-46de-afbb-45481ef6387a)] {{(pid=109759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:59:51.826518 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_common [None req-59e2f61a-2db0-468c-867b-5ea500e3ebb5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Allocated IP 172.27.0.76 (2a70364f-7478-4e00-a602-43026420194c/64f75221-ca68-464e-809b-7e1d4f1c5699/84c73f94-3792-4f80-bb53-c44fcc77fb11) {{(pid=109760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:59:51.916988 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-254b092a-d72e-420f-8214-17286c28e98f req-d3a42244-db04-4b5c-8ba8-c9cc6ba1cbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217087'] for port (6fc203cb-ae6a-401c-b227-8fc8d8a4d210), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:51.929468 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-59e2f61a-2db0-468c-867b-5ea500e3ebb5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for port (84c73f94-3792-4f80-bb53-c44fcc77fb11), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:51.960540 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b092a-d72e-420f-8214-17286c28e98f req-d3a42244-db04-4b5c-8ba8-c9cc6ba1cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:51.961162 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-254b092a-d72e-420f-8214-17286c28e98f req-d3a42244-db04-4b5c-8ba8-c9cc6ba1cbce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:51.962756 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-254b092a-d72e-420f-8214-17286c28e98f req-d3a42244-db04-4b5c-8ba8-c9cc6ba1cbce service neutron] 10.222.0.107 "PUT /v2.0/ports/6fc203cb-ae6a-401c-b227-8fc8d8a4d210 HTTP/1.1" status: 200 len: 1093 time: 0.8800013 Jan 20 12:59:51.963214 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4e2e0e-738a-4bf6-b972-2f6cfec34b78', 'tag': '6fc203cb-ae6a-401c-b227-8fc8d8a4d210'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:59:51.965604 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07840749-15cc-440c-8ad7-1cd336a982c4" -d '{"events": [{"name": "network-changed", "server_uuid": "db4e2e0e-738a-4bf6-b972-2f6cfec34b78", "tag": "6fc203cb-ae6a-401c-b227-8fc8d8a4d210"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:59:51.985530 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a42244-db04-4b5c-8ba8-c9cc6ba1cbce service neutron] Pushing event updated for resources: {'Port': ['ID=6fc203cb-ae6a-401c-b227-8fc8d8a4d210,revision_number=3']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:59:52.003597 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 12:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512d7259-cc46-4ee2-957a-d6c147062747 x-openstack-request-id: req-512d7259-cc46-4ee2-957a-d6c147062747 {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:59:52.003893 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db4e2e0e-738a-4bf6-b972-2f6cfec34b78", "tag": "6fc203cb-ae6a-401c-b227-8fc8d8a4d210", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:59:52.004169 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-512d7259-cc46-4ee2-957a-d6c147062747 {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:59:52.004568 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4e2e0e-738a-4bf6-b972-2f6cfec34b78', 'tag': '6fc203cb-ae6a-401c-b227-8fc8d8a4d210', 'status': 'completed', 'code': 200} Jan 20 12:59:52.023623 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-59e2f61a-2db0-468c-867b-5ea500e3ebb5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (84c73f94-3792-4f80-bb53-c44fcc77fb11), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:52.064711 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e2f61a-2db0-468c-867b-5ea500e3ebb5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Network 2a70364f-7478-4e00-a602-43026420194c is already hosted by enough agents. {{(pid=109760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:59:52.067536 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-59e2f61a-2db0-468c-867b-5ea500e3ebb5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Resources bound (agent type, host, resource id): {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:59:52.071879 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e2f61a-2db0-468c-867b-5ea500e3ebb5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Received port after_create {{(pid=109760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:59:52.074937 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2f61a-2db0-468c-867b-5ea500e3ebb5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Pushing event updated for resources: {'Port': ['ID=84c73f94-3792-4f80-bb53-c44fcc77fb11,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:59:52.165022 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-59e2f61a-2db0-468c-867b-5ea500e3ebb5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for floatingip (29e55969-8efc-4d59-b3f4-5d50f15a9ddb), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:52.277023 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-59e2f61a-2db0-468c-867b-5ea500e3ebb5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (84c73f94-3792-4f80-bb53-c44fcc77fb11), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:52.425615 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-59e2f61a-2db0-468c-867b-5ea500e3ebb5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for port (84c73f94-3792-4f80-bb53-c44fcc77fb11), precommit_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:52.487618 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-59e2f61a-2db0-468c-867b-5ea500e3ebb5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4332544'] for port (84c73f94-3792-4f80-bb53-c44fcc77fb11), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:52.558742 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2f61a-2db0-468c-867b-5ea500e3ebb5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Pushing event updated for resources: {'Port': ['ID=84c73f94-3792-4f80-bb53-c44fcc77fb11,revision_number=2']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:59:52.564333 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-59e2f61a-2db0-468c-867b-5ea500e3ebb5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529925'] for floatingip (29e55969-8efc-4d59-b3f4-5d50f15a9ddb), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:52.626492 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-59e2f61a-2db0-468c-867b-5ea500e3ebb5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:52.627805 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-59e2f61a-2db0-468c-867b-5ea500e3ebb5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1209466 Jan 20 12:59:52.844018 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-9515b813-7a3e-4d51-824a-05aaa7263428 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--312058640&fields=id&tenant_id=a42550bc92f54f3293a5e8c100adf3ec HTTP/1.1" status: 200 len: 267 time: 0.0606813 Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:59:52.958408 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:59:52.961117 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:59:52.961117 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:59:52.961117 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:59:52.961117 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:59:52.961117 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:59:52.961117 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:59:52.961117 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:59:52.961117 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:59:52.961117 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:59:52.961117 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:59:52.961117 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 12:59:52.961117 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 12:59:52.961117 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e94fc-d368-4a08-ab47-4f523f1e5e8f req-04892583-233c-4fba-9feb-e6e62bd40c5e tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:52.962171 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d22e94fc-d368-4a08-ab47-4f523f1e5e8f req-04892583-233c-4fba-9feb-e6e62bd40c5e tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=db4e2e0e-738a-4bf6-b972-2f6cfec34b78 HTTP/1.1" status: 200 len: 943 time: 0.1128099 Jan 20 12:59:53.015811 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-41b24465-cc53-479b-8737-5d12c2d94291 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:53.017251 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-41b24465-cc53-479b-8737-5d12c2d94291 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/networks?id=98783e85-5ee2-4a30-908e-0d0d62c14b33 HTTP/1.1" status: 200 len: 816 time: 0.1668189 Jan 20 12:59:53.040800 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d22e94fc-d368-4a08-ab47-4f523f1e5e8f req-dc4f428c-8cb8-4d7f-b67a-c1196934c163 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730896 Jan 20 12:59:53.042403 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-f91fc883-deac-4ebb-aacc-b39ddd8ccd96 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/quotas/a42550bc92f54f3293a5e8c100adf3ec HTTP/1.1" status: 200 len: 375 time: 0.0195928 Jan 20 12:59:53.093853 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-40e95262-6bb5-4807-910c-c4ffde8250ab tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a42550bc92f54f3293a5e8c100adf3ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460746 Jan 20 12:59:53.415253 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-5981cf40-18d4-43a5-9ed3-b9afc227a73c service neutron] 10.222.0.57 "GET /v2.0/networks/98783e85-5ee2-4a30-908e-0d0d62c14b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086834 Jan 20 12:59:53.505084 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-c78640f0-0889-4b92-a9d2-5f4201d44097 service neutron] 10.222.0.57 "GET /v2.0/networks/98783e85-5ee2-4a30-908e-0d0d62c14b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839736 Jan 20 12:59:53.772628 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8a372d10-e9f8-427d-a6a1-c0df85e16e8e req-8389b24c-7b38-404a-9fcb-6a34f360dbc3 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 210 time: 0.0258956 Jan 20 12:59:54.186790 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00645558-d82f-43ba-b6d4-799c726556ff req-f806997a-c19d-4aac-b322-c0254db2b210 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:54.188308 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-00645558-d82f-43ba-b6d4-799c726556ff req-f806997a-c19d-4aac-b322-c0254db2b210 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=db4e2e0e-738a-4bf6-b972-2f6cfec34b78 HTTP/1.1" status: 200 len: 943 time: 0.0802913 Jan 20 12:59:54.195453 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07840749-15cc-440c-8ad7-1cd336a982c4 req-f1797671-f54b-497e-9ee5-52c289855681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:54.196948 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-07840749-15cc-440c-8ad7-1cd336a982c4 req-f1797671-f54b-497e-9ee5-52c289855681 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=fa0ddecf2bd540e5a7a2ad69370b32ea&device_id=db4e2e0e-738a-4bf6-b972-2f6cfec34b78 HTTP/1.1" status: 200 len: 1096 time: 0.0602849 Jan 20 12:59:54.243956 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-00645558-d82f-43ba-b6d4-799c726556ff req-657cbfdc-adda-4e12-8cef-6df4ee5678ce tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460074 Jan 20 12:59:54.877971 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-954fa826-7b63-4cb3-8a1b-76a7af1d6cbd req-764d27e2-0493-42cb-a7cf-4e0116c7f028 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 210 time: 0.0259218 Jan 20 12:59:55.357409 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185658b-6bc3-4aed-8ee9-b02a4f9e5b6a req-0dc62cb3-9f2c-4e7d-bebd-f629c740e535 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:55.358933 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1185658b-6bc3-4aed-8ee9-b02a4f9e5b6a req-0dc62cb3-9f2c-4e7d-bebd-f629c740e535 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=db4e2e0e-738a-4bf6-b972-2f6cfec34b78 HTTP/1.1" status: 200 len: 943 time: 0.0479639 Jan 20 12:59:55.415885 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1185658b-6bc3-4aed-8ee9-b02a4f9e5b6a req-a299b46a-6a9d-41cd-8630-39783c69a23c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511098 Jan 20 12:59:55.801984 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07840749-15cc-440c-8ad7-1cd336a982c4 req-1014e53e-1294-4313-a720-c214b032e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:55.804084 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-07840749-15cc-440c-8ad7-1cd336a982c4 req-1014e53e-1294-4313-a720-c214b032e046 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=fa0ddecf2bd540e5a7a2ad69370b32ea&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0996170 Jan 20 12:59:55.918157 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07840749-15cc-440c-8ad7-1cd336a982c4 req-8ec96750-b521-406d-9d22-b45733d7443e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:55.919849 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-07840749-15cc-440c-8ad7-1cd336a982c4 req-8ec96750-b521-406d-9d22-b45733d7443e service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0987115 Jan 20 12:59:55.984751 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9c74cc51-5fc9-40e0-845d-4d54e2a191a1 req-734b760c-feff-43e5-8f90-a57b5a9fa60c tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 210 time: 0.0284135 Jan 20 12:59:56.025384 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b092a-d72e-420f-8214-17286c28e98f req-6e96daae-351e-4724-924d-3a477a8931ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:56.026764 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-254b092a-d72e-420f-8214-17286c28e98f req-6e96daae-351e-4724-924d-3a477a8931ae service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=fa0ddecf2bd540e5a7a2ad69370b32ea&device_id=db4e2e0e-738a-4bf6-b972-2f6cfec34b78 HTTP/1.1" status: 200 len: 1096 time: 0.0443952 Jan 20 12:59:56.073699 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-254b092a-d72e-420f-8214-17286c28e98f req-3dd8b118-7f23-463d-a46f-48241ea53b43 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fc203cb-ae6a-401c-b227-8fc8d8a4d210 HTTP/1.1" status: 200 len: 217 time: 0.0393991 Jan 20 12:59:56.136072 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b092a-d72e-420f-8214-17286c28e98f req-ec774055-43a0-4acc-8a39-2fbc1e98893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:56.137592 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-254b092a-d72e-420f-8214-17286c28e98f req-ec774055-43a0-4acc-8a39-2fbc1e98893b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ed47c05f-71aa-4581-984f-36a9eb00dc61 HTTP/1.1" status: 200 len: 854 time: 0.0471728 Jan 20 12:59:56.169064 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-254b092a-d72e-420f-8214-17286c28e98f req-8cda69f3-d189-47d7-a7a9-6034b84f53b1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=12f6781b-c16e-471c-9029-7b54bf98e7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251877 Jan 20 12:59:56.267989 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-254b092a-d72e-420f-8214-17286c28e98f req-079f3546-58e5-4047-a0f9-160411e9af32 service neutron] 10.222.0.107 "GET /v2.0/networks/12f6781b-c16e-471c-9029-7b54bf98e7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900009 Jan 20 12:59:56.359106 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-254b092a-d72e-420f-8214-17286c28e98f req-2159d5f9-6a01-4b4a-a230-a9d83948c151 service neutron] 10.222.0.107 "GET /v2.0/networks/12f6781b-c16e-471c-9029-7b54bf98e7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847347 Jan 20 12:59:56.531735 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2a7ee-d1fa-4332-9534-ab6c2ee1a387 req-5f4ddce9-9769-4fa9-89a1-bf20fa2f6a6b tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:56.533229 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e8d2a7ee-d1fa-4332-9534-ab6c2ee1a387 req-5f4ddce9-9769-4fa9-89a1-bf20fa2f6a6b tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=db4e2e0e-738a-4bf6-b972-2f6cfec34b78 HTTP/1.1" status: 200 len: 943 time: 0.0491543 Jan 20 12:59:56.585972 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e8d2a7ee-d1fa-4332-9534-ab6c2ee1a387 req-dc806882-68a8-4358-9757-94a2f895e5ae tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462451 Jan 20 12:59:57.085197 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a7a6fc62-4026-4378-a1a9-8605f1c3e701 req-b35b96f5-e240-45a9-b058-a11d04339629 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 210 time: 0.0260925 Jan 20 12:59:57.285605 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-24eef028-1b38-4eb4-a95d-667260a38a66 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:57.287770 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-24eef028-1b38-4eb4-a95d-667260a38a66 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.107 "GET /v2.0/networks?id=98783e85-5ee2-4a30-908e-0d0d62c14b33 HTTP/1.1" status: 200 len: 816 time: 0.1157801 Jan 20 12:59:57.375784 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-37a00ab7-7fb6-4a06-96fd-7a820fddc9d7 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a42550bc92f54f3293a5e8c100adf3ec HTTP/1.1" status: 200 len: 379 time: 0.0791612 Jan 20 12:59:57.385583 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-77a0124c-9165-4e01-9545-2ae6331f4ddb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Request body: {'port': {'device_id': '1776d14c-42e0-4c0e-824d-3b657c25b034', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'admin_state_up': True, 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'security_groups': ['0d65ba4d-b85d-4cd1-8af6-ad07c8219d94']}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:59:57.619153 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-77a0124c-9165-4e01-9545-2ae6331f4ddb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Made reservation on behalf of a42550bc92f54f3293a5e8c100adf3ec for: {'port': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:59:57.625344 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-77a0124c-9165-4e01-9545-2ae6331f4ddb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:57.774694 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b97b7-b3f5-4dd1-b775-faf74da3351f req-9560e7e0-77db-4069-8090-974a354505f4 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:57.776228 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-235b97b7-b3f5-4dd1-b775-faf74da3351f req-9560e7e0-77db-4069-8090-974a354505f4 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=db4e2e0e-738a-4bf6-b972-2f6cfec34b78 HTTP/1.1" status: 200 len: 943 time: 0.1003811 Jan 20 12:59:57.803024 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-77a0124c-9165-4e01-9545-2ae6331f4ddb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Allocated IP 172.20.0.7 (98783e85-5ee2-4a30-908e-0d0d62c14b33/1295fc8c-2285-4e3e-9a1a-e24300eba26a/901bd0f5-37d6-4c3d-ad8c-a1a496c53750) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:59:57.854723 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-235b97b7-b3f5-4dd1-b775-faf74da3351f req-f055c889-ce6f-43dd-a60e-366c818663ed tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722849 Jan 20 12:59:57.976678 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-77a0124c-9165-4e01-9545-2ae6331f4ddb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:58.117453 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-77a0124c-9165-4e01-9545-2ae6331f4ddb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:58.173783 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-77a0124c-9165-4e01-9545-2ae6331f4ddb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Network 98783e85-5ee2-4a30-908e-0d0d62c14b33 is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:59:58.187859 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-77a0124c-9165-4e01-9545-2ae6331f4ddb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:59:58.206046 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-77a0124c-9165-4e01-9545-2ae6331f4ddb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 12:59:58.209036 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0124c-9165-4e01-9545-2ae6331f4ddb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Pushing event updated for resources: {'Port': ['ID=901bd0f5-37d6-4c3d-ad8c-a1a496c53750,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:59:58.271125 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1073f3-0e31-4e65-9fef-d692c5317bae req-5b4b5741-d950-4a84-bb63-85711d348646 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:58.272742 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ec1073f3-0e31-4e65-9fef-d692c5317bae req-5b4b5741-d950-4a84-bb63-85711d348646 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 931 time: 0.1013372 Jan 20 12:59:58.278833 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-77a0124c-9165-4e01-9545-2ae6331f4ddb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:58.279433 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-77a0124c-9165-4e01-9545-2ae6331f4ddb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:58.332277 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ec1073f3-0e31-4e65-9fef-d692c5317bae req-9d4ebdc2-9fc7-4113-91ce-7a4307f68c90 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500662 Jan 20 12:59:58.434678 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-59e3c268-b954-4cd9-8205-e62d9d6ae663 None None] Provisioning complete for port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:59:58.435233 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-59e3c268-b954-4cd9-8205-e62d9d6ae663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:58.438842 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-77a0124c-9165-4e01-9545-2ae6331f4ddb tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0574858 Jan 20 12:59:58.468049 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-281d314d-4460-4395-9c9e-4ed05bc94e09 service neutron] Request body: {'port': {'device_id': '1776d14c-42e0-4c0e-824d-3b657c25b034', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 12:59:58.469380 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-59e3c268-b954-4cd9-8205-e62d9d6ae663 None None] Port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 12:59:58.524367 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-281d314d-4460-4395-9c9e-4ed05bc94e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:58.796983 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-281d314d-4460-4395-9c9e-4ed05bc94e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 {{(pid=109759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:59:58.804893 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-281d314d-4460-4395-9c9e-4ed05bc94e09 service neutron] Publish callbacks [] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:58.817175 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.provisioning_blocks [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-281d314d-4460-4395-9c9e-4ed05bc94e09 service neutron] Transition to ACTIVE for port object 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 will not be triggered until provisioned by entity L2. {{(pid=109759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:59:58.881788 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-281d314d-4460-4395-9c9e-4ed05bc94e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217087'] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:58.963242 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d314d-4460-4395-9c9e-4ed05bc94e09 service neutron] Pushing event updated for resources: {'Port': ['ID=901bd0f5-37d6-4c3d-ad8c-a1a496c53750,revision_number=2']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:59:59.094437 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c0a6c-c858-426d-bc5c-dc4b95edc605 req-e650085e-1ce8-4a72-a111-ec166472e352 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:59.095986 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-408c0a6c-c858-426d-bc5c-dc4b95edc605 req-e650085e-1ce8-4a72-a111-ec166472e352 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=db4e2e0e-738a-4bf6-b972-2f6cfec34b78 HTTP/1.1" status: 200 len: 943 time: 0.1292861 Jan 20 12:59:59.117178 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-281d314d-4460-4395-9c9e-4ed05bc94e09 service neutron] Attempting to bind port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 12:59:59.117178 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-281d314d-4460-4395-9c9e-4ed05bc94e09 service neutron] Attempting to bind port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'f8063152-2d0c-4a99-b56f-e96c1e39c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33'}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 12:59:59.117178 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-281d314d-4460-4395-9c9e-4ed05bc94e09 service neutron] Attempting to bind port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 on network 98783e85-5ee2-4a30-908e-0d0d62c14b33 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:59:59.130260 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-281d314d-4460-4395-9c9e-4ed05bc94e09 service neutron] Port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 on network 98783e85-5ee2-4a30-908e-0d0d62c14b33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 12:59:59.131497 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-281d314d-4460-4395-9c9e-4ed05bc94e09 service neutron] Attempting to bind port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 on network 98783e85-5ee2-4a30-908e-0d0d62c14b33 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 12:59:59.144403 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-281d314d-4460-4395-9c9e-4ed05bc94e09 service neutron] Checking agent: {'id': '01dfb066-6594-4635-8f5d-cd7d37486eef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'started_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 12:59:59.146366 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-281d314d-4460-4395-9c9e-4ed05bc94e09 service neutron] Checking segment: {'id': 'f8063152-2d0c-4a99-b56f-e96c1e39c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 12:59:59.146366 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-281d314d-4460-4395-9c9e-4ed05bc94e09 service neutron] Bound using segment: {'id': 'f8063152-2d0c-4a99-b56f-e96c1e39c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33'} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 12:59:59.146366 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-281d314d-4460-4395-9c9e-4ed05bc94e09 service neutron] Bound port: 901bd0f5-37d6-4c3d-ad8c-a1a496c53750, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8063152-2d0c-4a99-b56f-e96c1e39c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33'}}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 12:59:59.146695 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-281d314d-4460-4395-9c9e-4ed05bc94e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:59.172047 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-408c0a6c-c858-426d-bc5c-dc4b95edc605 req-00fe8704-9172-4f09-84d8-e8f9f5db003c tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673966 Jan 20 12:59:59.227343 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-281d314d-4460-4395-9c9e-4ed05bc94e09 service neutron] For port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750, host hv-cinder-80403, cleared binding levels {{(pid=109759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:59:59.230882 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-281d314d-4460-4395-9c9e-4ed05bc94e09 service neutron] For port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=901bd0f5-37d6-4c3d-ad8c-a1a496c53750,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:59:59.303390 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-281d314d-4460-4395-9c9e-4ed05bc94e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217087'] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:59.342373 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-281d314d-4460-4395-9c9e-4ed05bc94e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:59.343003 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-281d314d-4460-4395-9c9e-4ed05bc94e09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 12:59:59.344413 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-281d314d-4460-4395-9c9e-4ed05bc94e09 service neutron] 10.222.0.107 "PUT /v2.0/ports/901bd0f5-37d6-4c3d-ad8c-a1a496c53750 HTTP/1.1" status: 200 len: 1093 time: 0.8811164 Jan 20 12:59:59.344871 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1776d14c-42e0-4c0e-824d-3b657c25b034', 'tag': '901bd0f5-37d6-4c3d-ad8c-a1a496c53750'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:59:59.347183 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5581e729-881c-4b54-8d2d-7682a274d4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "1776d14c-42e0-4c0e-824d-3b657c25b034", "tag": "901bd0f5-37d6-4c3d-ad8c-a1a496c53750"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 12:59:59.373452 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d314d-4460-4395-9c9e-4ed05bc94e09 service neutron] Pushing event updated for resources: {'Port': ['ID=901bd0f5-37d6-4c3d-ad8c-a1a496c53750,revision_number=3']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:59:59.404838 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 12:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734178d5-dbcf-4fb1-bcd1-5a5e50ab62c3 x-openstack-request-id: req-734178d5-dbcf-4fb1-bcd1-5a5e50ab62c3 {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 12:59:59.405134 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1776d14c-42e0-4c0e-824d-3b657c25b034", "tag": "901bd0f5-37d6-4c3d-ad8c-a1a496c53750", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 12:59:59.405408 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-734178d5-dbcf-4fb1-bcd1-5a5e50ab62c3 {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 12:59:59.405847 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1776d14c-42e0-4c0e-824d-3b657c25b034', 'tag': '901bd0f5-37d6-4c3d-ad8c-a1a496c53750', 'status': 'completed', 'code': 200} Jan 20 12:59:59.496770 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00f44b-126a-46fc-b5be-90c3b15f243f req-fdcc1745-c0d8-4e08-b0ef-eccc948e8ae7 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:59.498380 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ed00f44b-126a-46fc-b5be-90c3b15f243f req-fdcc1745-c0d8-4e08-b0ef-eccc948e8ae7 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 943 time: 0.0889225 Jan 20 12:59:59.512758 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581e729-881c-4b54-8d2d-7682a274d4e7 req-aa4bf666-5d8c-450a-bd89-c65207d9bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:59.514312 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5581e729-881c-4b54-8d2d-7682a274d4e7 req-aa4bf666-5d8c-450a-bd89-c65207d9bd5b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a42550bc92f54f3293a5e8c100adf3ec&device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 1096 time: 0.0704758 Jan 20 12:59:59.616499 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ed00f44b-126a-46fc-b5be-90c3b15f243f req-d4a72a6a-4500-43bc-a0c0-cfc7781d0f4c tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121902 Jan 20 12:59:59.654021 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581e729-881c-4b54-8d2d-7682a274d4e7 req-1200f616-3c37-4bc0-ad08-dab24c009f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:59.655624 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5581e729-881c-4b54-8d2d-7682a274d4e7 req-1200f616-3c37-4bc0-ad08-dab24c009f50 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=a42550bc92f54f3293a5e8c100adf3ec&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1275837 Jan 20 12:59:59.749580 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581e729-881c-4b54-8d2d-7682a274d4e7 req-18c0b25a-f19f-4a32-9b81-98aa3e7f02ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:59.751065 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5581e729-881c-4b54-8d2d-7682a274d4e7 req-18c0b25a-f19f-4a32-9b81-98aa3e7f02ca service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891600 Jan 20 12:59:59.829894 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-e6b3c610-d392-4a1e-99db-53e4c13cf56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:59.831459 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-e6b3c610-d392-4a1e-99db-53e4c13cf56e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a42550bc92f54f3293a5e8c100adf3ec&device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 1096 time: 0.0449679 Jan 20 12:59:59.872797 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-8b4fcd28-575e-4e64-b178-9c0f9c83e72b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=901bd0f5-37d6-4c3d-ad8c-a1a496c53750 HTTP/1.1" status: 200 len: 217 time: 0.0344090 Jan 20 12:59:59.920481 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-77436420-2802-4ee1-af90-a4436b0c23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:59.921982 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-77436420-2802-4ee1-af90-a4436b0c23b4 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1295fc8c-2285-4e3e-9a1a-e24300eba26a HTTP/1.1" status: 200 len: 855 time: 0.0439744 Jan 20 12:59:59.966646 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-a6dfb846-bc04-42ae-aa3c-069b5c528b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:59:59.968168 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-a6dfb846-bc04-42ae-aa3c-069b5c528b40 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=98783e85-5ee2-4a30-908e-0d0d62c14b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391922 Jan 20 13:00:00.062119 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-3ed46901-94b1-4238-aeff-236264f313d6 service neutron] 10.222.0.107 "GET /v2.0/networks/98783e85-5ee2-4a30-908e-0d0d62c14b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873067 Jan 20 13:00:00.138109 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 6fc203cb-ae6a-401c-b227-8fc8d8a4d210 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:00:00.155083 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9ad49222-8a49-41ac-8cf4-4b21ef1e463e req-7840aba1-ae97-4329-b1ae-909c99e6d80c service neutron] 10.222.0.107 "GET /v2.0/networks/98783e85-5ee2-4a30-908e-0d0d62c14b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871775 Jan 20 13:00:00.237781 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 6fc203cb-ae6a-401c-b227-8fc8d8a4d210, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6fc203cb-ae6a-401c-b227-8fc8d8a4d210,segment=NetworkSegment(7cfe4c67-ed28-46de-afbb-45481ef6387a),segment_id=7cfe4c67-ed28-46de-afbb-45481ef6387a)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:00:00.252243 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Returning: {'device': '6fc203cb-ae6a-401c-b227-8fc8d8a4d210', 'network_id': '12f6781b-c16e-471c-9029-7b54bf98e7ef', 'port_id': '6fc203cb-ae6a-401c-b227-8fc8d8a4d210', 'mac_address': 'fa:16:3e:d2:d6:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed47c05f-71aa-4581-984f-36a9eb00dc61', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:00:00.294671 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 6fc203cb-ae6a-401c-b227-8fc8d8a4d210 is: DOWN; New status is: BUILD {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:00:00.295174 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (6fc203cb-ae6a-401c-b227-8fc8d8a4d210), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:00.309821 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fc203cb-ae6a-401c-b227-8fc8d8a4d210 {{(pid=109761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:00:00.313535 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9bfb91-29db-4075-8297-3e78744464ee req-fc3f0743-5b9b-472a-a9fc-bba04ead5e7f tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:00.315126 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ac9bfb91-29db-4075-8297-3e78744464ee req-fc3f0743-5b9b-472a-a9fc-bba04ead5e7f tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=db4e2e0e-738a-4bf6-b972-2f6cfec34b78 HTTP/1.1" status: 200 len: 943 time: 0.0597184 Jan 20 13:00:00.329629 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 6fc203cb-ae6a-401c-b227-8fc8d8a4d210, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6fc203cb-ae6a-401c-b227-8fc8d8a4d210,segment=NetworkSegment(7cfe4c67-ed28-46de-afbb-45481ef6387a),segment_id=7cfe4c67-ed28-46de-afbb-45481ef6387a)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:00:00.363267 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ac9bfb91-29db-4075-8297-3e78744464ee req-ee89ea4f-0a81-4a6c-b71f-ace10d6d754a tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422695 Jan 20 13:00:00.465397 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (6fc203cb-ae6a-401c-b227-8fc8d8a4d210), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:00.530439 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=6fc203cb-ae6a-401c-b227-8fc8d8a4d210,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:00:00.542483 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:00.542840 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:00.543192 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:00.543534 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:00.543869 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:00.544203 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:00.544537 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:00.544870 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:00.545205 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:00.545564 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:00.545893 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:00.546220 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:00.546545 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:00.738008 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d897a-a56c-4c58-92aa-a96e446f4aae req-fc0dca33-5fb9-4c16-bacf-498dfceb8ea6 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:00.739402 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-857d897a-a56c-4c58-92aa-a96e446f4aae req-fc0dca33-5fb9-4c16-bacf-498dfceb8ea6 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 943 time: 0.0487301 Jan 20 13:00:00.797740 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-857d897a-a56c-4c58-92aa-a96e446f4aae req-d2f26d85-8020-4366-9f42-6a5a6d6a7f4c tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526323 Jan 20 13:00:01.056570 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['6fc203cb-ae6a-401c-b227-8fc8d8a4d210'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:00:01.486377 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac727d5-70d1-40f8-b071-713e78c29564 req-b58c4186-6b53-44e9-8c32-b74bc05fdc79 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:01.487891 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0ac727d5-70d1-40f8-b071-713e78c29564 req-b58c4186-6b53-44e9-8c32-b74bc05fdc79 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=db4e2e0e-738a-4bf6-b972-2f6cfec34b78 HTTP/1.1" status: 200 len: 944 time: 0.0529244 Jan 20 13:00:01.534268 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0ac727d5-70d1-40f8-b071-713e78c29564 req-4723cc8d-987e-46e8-86ea-15a1fc89f391 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400095 Jan 20 13:00:01.939377 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f034a-cc68-48f9-9bc5-e3d8d6af10c9 req-2d0acb4f-d0d8-4bfc-aa8e-d96b4f9c4e7b tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:01.940936 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-974f034a-cc68-48f9-9bc5-e3d8d6af10c9 req-2d0acb4f-d0d8-4bfc-aa8e-d96b4f9c4e7b tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 943 time: 0.0574944 Jan 20 13:00:01.994288 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-974f034a-cc68-48f9-9bc5-e3d8d6af10c9 req-c3f22af5-66ba-46e7-993f-f14bcb802a65 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475323 Jan 20 13:00:02.155836 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 6fc203cb-ae6a-401c-b227-8fc8d8a4d210 up at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:00:02.262798 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning for port 6fc203cb-ae6a-401c-b227-8fc8d8a4d210 completed by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:00:02.266840 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning complete for port 6fc203cb-ae6a-401c-b227-8fc8d8a4d210 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:00:02.267238 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (6fc203cb-ae6a-401c-b227-8fc8d8a4d210), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:02.344829 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 6fc203cb-ae6a-401c-b227-8fc8d8a4d210 is: BUILD; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:00:02.345225 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (6fc203cb-ae6a-401c-b227-8fc8d8a4d210), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:02.373147 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4e2e0e-738a-4bf6-b972-2f6cfec34b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc203cb-ae6a-401c-b227-8fc8d8a4d210'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:00:02.375617 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3c06f0-0190-4a7e-a9f1-631c208877b4" -d '{"events": [{"server_uuid": "db4e2e0e-738a-4bf6-b972-2f6cfec34b78", "name": "network-vif-plugged", "status": "completed", "tag": "6fc203cb-ae6a-401c-b227-8fc8d8a4d210"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:00:02.514640 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 6fc203cb-ae6a-401c-b227-8fc8d8a4d210, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6fc203cb-ae6a-401c-b227-8fc8d8a4d210,segment=NetworkSegment(7cfe4c67-ed28-46de-afbb-45481ef6387a),segment_id=7cfe4c67-ed28-46de-afbb-45481ef6387a)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:00:02.545130 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3764c7-8d9d-4520-9880-6832c7731181 x-openstack-request-id: req-af3764c7-8d9d-4520-9880-6832c7731181 {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:00:02.545475 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4e2e0e-738a-4bf6-b972-2f6cfec34b78", "name": "network-vif-plugged", "status": "completed", "tag": "6fc203cb-ae6a-401c-b227-8fc8d8a4d210", "code": 200}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:00:02.545736 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-af3764c7-8d9d-4520-9880-6832c7731181 {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:00:02.546133 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4e2e0e-738a-4bf6-b972-2f6cfec34b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc203cb-ae6a-401c-b227-8fc8d8a4d210', 'code': 200} Jan 20 13:00:02.580013 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (6fc203cb-ae6a-401c-b227-8fc8d8a4d210), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:02.631748 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=6fc203cb-ae6a-401c-b227-8fc8d8a4d210,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:00:02.655405 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b59f5-6037-4b7b-a11d-e24c32c1b61f req-f6802a92-8872-40b7-88fc-5aaf13f843b3 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:02.656959 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6a5b59f5-6037-4b7b-a11d-e24c32c1b61f req-f6802a92-8872-40b7-88fc-5aaf13f843b3 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=db4e2e0e-738a-4bf6-b972-2f6cfec34b78 HTTP/1.1" status: 200 len: 945 time: 0.0516579 Jan 20 13:00:02.708880 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6a5b59f5-6037-4b7b-a11d-e24c32c1b61f req-4e4949ba-122f-4cd4-b47b-620a0077e8cb tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451941 Jan 20 13:00:02.998226 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aed419-6148-43f4-8580-f295b1143e60 req-021ab57b-ca36-44ad-8aa0-4b9fb658a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:02.999871 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-65aed419-6148-43f4-8580-f295b1143e60 req-021ab57b-ca36-44ad-8aa0-4b9fb658a145 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=db4e2e0e-738a-4bf6-b972-2f6cfec34b78 HTTP/1.1" status: 200 len: 1098 time: 0.0447717 Jan 20 13:00:03.048179 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-65aed419-6148-43f4-8580-f295b1143e60 req-257181d9-6d8d-488e-bdb1-f6ef2cbe34c4 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415368 Jan 20 13:00:03.118082 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a71c1-ceac-4df3-88bb-c9e0089b0953 req-92b4d1b8-1171-46d3-82bf-a563579c5c18 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:03.119630 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4e7a71c1-ceac-4df3-88bb-c9e0089b0953 req-92b4d1b8-1171-46d3-82bf-a563579c5c18 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 943 time: 0.0493796 Jan 20 13:00:03.173968 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4e7a71c1-ceac-4df3-88bb-c9e0089b0953 req-270516f5-5e21-460d-88e4-0b379f952e2e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480964 Jan 20 13:00:03.247748 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56e049cf-05ff-4f88-a4ad-17794ece8789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:03.826469 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d8aef-0af3-4024-9b31-779ae5468795 req-6edf63a4-8e77-4b98-a0bd-b1bfa8614dbd tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:03.827925 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5c2d8aef-0af3-4024-9b31-779ae5468795 req-6edf63a4-8e77-4b98-a0bd-b1bfa8614dbd tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=db4e2e0e-738a-4bf6-b972-2f6cfec34b78 HTTP/1.1" status: 200 len: 945 time: 0.0505326 Jan 20 13:00:03.874976 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5c2d8aef-0af3-4024-9b31-779ae5468795 req-7f6f2f15-ca97-4718-b15d-2871dd0f9f47 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407035 Jan 20 13:00:04.160185 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:00:04.303339 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=901bd0f5-37d6-4c3d-ad8c-a1a496c53750,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:00:04.306925 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149c239-c7f2-4a68-b680-8a3cb83a9892 req-03228d04-3909-48b6-822e-8d0c588898db tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:04.308791 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5149c239-c7f2-4a68-b680-8a3cb83a9892 req-03228d04-3909-48b6-822e-8d0c588898db tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 943 time: 0.0567069 Jan 20 13:00:04.318731 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Returning: {'device': '901bd0f5-37d6-4c3d-ad8c-a1a496c53750', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'port_id': '901bd0f5-37d6-4c3d-ad8c-a1a496c53750', 'mac_address': 'fa:16:3e:82:8e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:00:04.366652 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 is: DOWN; New status is: BUILD {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:00:04.367071 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:04.379379 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5149c239-c7f2-4a68-b680-8a3cb83a9892 req-6ea27943-77fd-4a78-8f78-12352abeb659 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627894 Jan 20 13:00:04.383178 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 {{(pid=109761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:00:04.404348 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=901bd0f5-37d6-4c3d-ad8c-a1a496c53750,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:00:04.493256 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:04.542362 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=901bd0f5-37d6-4c3d-ad8c-a1a496c53750,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:00:04.896116 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['901bd0f5-37d6-4c3d-ad8c-a1a496c53750'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:00:05.011110 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d06c31-f261-4f5a-a0fc-6d22e609e8c0 req-c5aa7782-f589-4051-985b-937cc56c1422 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:05.012619 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d7d06c31-f261-4f5a-a0fc-6d22e609e8c0 req-c5aa7782-f589-4051-985b-937cc56c1422 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=db4e2e0e-738a-4bf6-b972-2f6cfec34b78 HTTP/1.1" status: 200 len: 945 time: 0.0536184 Jan 20 13:00:05.063992 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d7d06c31-f261-4f5a-a0fc-6d22e609e8c0 req-bce57368-f86b-4a42-bb97-f3923d45cdac tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450618 Jan 20 13:00:05.503734 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299e31c-7e0f-49cf-ba8e-aa24e77ab6c8 req-35f701c8-c166-4a04-b128-3cd869116a4b tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:05.505304 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9299e31c-7e0f-49cf-ba8e-aa24e77ab6c8 req-35f701c8-c166-4a04-b128-3cd869116a4b tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 944 time: 0.0534685 Jan 20 13:00:05.555497 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9299e31c-7e0f-49cf-ba8e-aa24e77ab6c8 req-f1362cfa-11fc-438b-b949-0d4ecc5607d6 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441751 Jan 20 13:00:05.991726 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-9d3d3441-0894-4031-a750-8aea270087a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:06.159910 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 up at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:00:06.291822 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning for port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 completed by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:00:06.296175 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning complete for port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:00:06.296566 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:06.379531 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 is: BUILD; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:00:06.380580 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:06.402720 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1776d14c-42e0-4c0e-824d-3b657c25b034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901bd0f5-37d6-4c3d-ad8c-a1a496c53750'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:00:06.404922 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52530ea8-8a63-443e-9769-5444cacba793" -d '{"events": [{"server_uuid": "1776d14c-42e0-4c0e-824d-3b657c25b034", "name": "network-vif-plugged", "status": "completed", "tag": "901bd0f5-37d6-4c3d-ad8c-a1a496c53750"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:00:06.417376 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=901bd0f5-37d6-4c3d-ad8c-a1a496c53750,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:00:06.441809 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179fcb5c-8591-4128-9afe-0cdc8a695996 x-openstack-request-id: req-179fcb5c-8591-4128-9afe-0cdc8a695996 {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:00:06.442111 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1776d14c-42e0-4c0e-824d-3b657c25b034", "name": "network-vif-plugged", "status": "completed", "tag": "901bd0f5-37d6-4c3d-ad8c-a1a496c53750", "code": 200}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:00:06.442946 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-179fcb5c-8591-4128-9afe-0cdc8a695996 {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:00:06.443348 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1776d14c-42e0-4c0e-824d-3b657c25b034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901bd0f5-37d6-4c3d-ad8c-a1a496c53750', 'code': 200} Jan 20 13:00:06.497267 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:06.546527 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=901bd0f5-37d6-4c3d-ad8c-a1a496c53750,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:00:06.688161 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8be7f-5af7-4cef-9643-ed895acb251d req-b6115fab-0027-4752-a1b3-6e8ccd208596 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:06.690838 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-86e8be7f-5af7-4cef-9643-ed895acb251d req-b6115fab-0027-4752-a1b3-6e8ccd208596 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0571673 Jan 20 13:00:06.744809 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-86e8be7f-5af7-4cef-9643-ed895acb251d req-5430acd6-b24f-4793-8d2b-cb8f686e7a24 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471756 Jan 20 13:00:06.898982 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920547dc-9a25-403d-9f26-eae1404c71ac req-0ee30237-4443-4e73-a514-d983716f5cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:06.900551 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-920547dc-9a25-403d-9f26-eae1404c71ac req-0ee30237-4443-4e73-a514-d983716f5cc0 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 1098 time: 0.0399294 Jan 20 13:00:06.945968 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-920547dc-9a25-403d-9f26-eae1404c71ac req-68a6d4c3-5359-4169-98fa-5ec41aac158f service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379515 Jan 20 13:00:07.651697 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:07.873282 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf1983-5545-41fb-886e-07ba18182c57 req-f5dbbb81-d6e4-4d83-9565-d36b8d58e555 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:07.874836 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-06cf1983-5545-41fb-886e-07ba18182c57 req-f5dbbb81-d6e4-4d83-9565-d36b8d58e555 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0504048 Jan 20 13:00:07.925520 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-06cf1983-5545-41fb-886e-07ba18182c57 req-0ee8cc60-d794-4554-95cd-de398740ea9e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418439 Jan 20 13:00:09.058816 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba301ea7-7040-4e76-ba8a-93bf0e2d946c req-95461aaa-ea5d-4798-a74b-9018563f7213 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:09.060346 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ba301ea7-7040-4e76-ba8a-93bf0e2d946c req-95461aaa-ea5d-4798-a74b-9018563f7213 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0555365 Jan 20 13:00:09.115023 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ba301ea7-7040-4e76-ba8a-93bf0e2d946c req-8709b2d0-bab8-429c-bee1-3655818d83fe tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476570 Jan 20 13:00:09.237840 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563db50-c1f2-4558-8cf3-10d6caf61b2c req-f0d20207-a74e-46a6-8435-345d32d83e6e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:09.240040 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3563db50-c1f2-4558-8cf3-10d6caf61b2c req-f0d20207-a74e-46a6-8435-345d32d83e6e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0541492 Jan 20 13:00:09.249285 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 60976) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:00:09.254237 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-48c8327f-fa7e-431d-b311-35b7dc8341a2 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Request body: {'floatingip': {'port_id': '901bd0f5-37d6-4c3d-ad8c-a1a496c53750'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:00:09.297726 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-48c8327f-fa7e-431d-b311-35b7dc8341a2 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for floatingip (29e55969-8efc-4d59-b3f4-5d50f15a9ddb), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:09.648058 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:09.865152 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:10.019662 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-48c8327f-fa7e-431d-b311-35b7dc8341a2 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:10.073978 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-48c8327f-fa7e-431d-b311-35b7dc8341a2 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529925'] for floatingip (29e55969-8efc-4d59-b3f4-5d50f15a9ddb), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:10.172964 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.db.l3_db [None req-48c8327f-fa7e-431d-b311-35b7dc8341a2 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Floating IP 29e55969-8efc-4d59-b3f4-5d50f15a9ddb associated. External IP: 172.27.0.76, port: 901bd0f5-37d6-4c3d-ad8c-a1a496c53750. Jan 20 13:00:10.390953 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c8327f-fa7e-431d-b311-35b7dc8341a2 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Router 136103d5-419c-49c8-8c00-c9caf5984d63 has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:00:10.501938 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c8327f-fa7e-431d-b311-35b7dc8341a2 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:00:10.506974 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-48c8327f-fa7e-431d-b311-35b7dc8341a2 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:10.511611 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ada15a5-1cc1-49c9-9e0f-a7203355c098 None None] Sync routers for ids ['136103d5-419c-49c8-8c00-c9caf5984d63'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:00:10.521155 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ada15a5-1cc1-49c9-9e0f-a7203355c098 None None] Routers {'136103d5-419c-49c8-8c00-c9caf5984d63'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:00:10.521820 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-6ada15a5-1cc1-49c9-9e0f-a7203355c098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:00:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['136103d5-419c-49c8-8c00-c9caf5984d63'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:00:10.534973 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-48c8327f-fa7e-431d-b311-35b7dc8341a2 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "PUT /v2.0/floatingips/29e55969-8efc-4d59-b3f4-5d50f15a9ddb HTTP/1.1" status: 200 len: 990 time: 1.2845578 Jan 20 13:00:10.535667 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1776d14c-42e0-4c0e-824d-3b657c25b034', 'tag': '901bd0f5-37d6-4c3d-ad8c-a1a496c53750'}] {{(pid=109760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:00:10.539050 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ea70534e3ec4c8535c613b7f61a71075c31a0f3d27b65f13708ffbf10b8f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e655ae42-1994-4134-89fb-6186a81dac61" -d '{"events": [{"name": "network-changed", "server_uuid": "1776d14c-42e0-4c0e-824d-3b657c25b034", "tag": "901bd0f5-37d6-4c3d-ad8c-a1a496c53750"}]}' {{(pid=109760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:00:10.641159 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-6ada15a5-1cc1-49c9-9e0f-a7203355c098 None None] Set router 136103d5-419c-49c8-8c00-c9caf5984d63 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:00:10.641822 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f340538-ca15-425a-aa98-a33b1ed7bca3 x-openstack-request-id: req-1f340538-ca15-425a-aa98-a33b1ed7bca3 {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:00:10.642278 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1776d14c-42e0-4c0e-824d-3b657c25b034", "tag": "901bd0f5-37d6-4c3d-ad8c-a1a496c53750", "status": "completed", "code": 200}]} {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:00:10.642604 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1f340538-ca15-425a-aa98-a33b1ed7bca3 {{(pid=109760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:00:10.643021 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1776d14c-42e0-4c0e-824d-3b657c25b034', 'tag': '901bd0f5-37d6-4c3d-ad8c-a1a496c53750', 'status': 'completed', 'code': 200} Jan 20 13:00:10.702384 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655ae42-1994-4134-89fb-6186a81dac61 req-67e62e2e-4353-4624-b9db-8148033630c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:10.704639 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e655ae42-1994-4134-89fb-6186a81dac61 req-67e62e2e-4353-4624-b9db-8148033630c5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a42550bc92f54f3293a5e8c100adf3ec&device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 1098 time: 0.0415466 Jan 20 13:00:10.801133 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655ae42-1994-4134-89fb-6186a81dac61 req-66dcc8df-fbd5-42c6-bc6c-ee5307ea3b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:10.803415 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e655ae42-1994-4134-89fb-6186a81dac61 req-66dcc8df-fbd5-42c6-bc6c-ee5307ea3b49 service neutron] 10.222.0.107 "GET /v2.0/networks?id=98783e85-5ee2-4a30-908e-0d0d62c14b33 HTTP/1.1" status: 200 len: 917 time: 0.0920637 Jan 20 13:00:10.874535 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e655ae42-1994-4134-89fb-6186a81dac61 req-ef4ca3f2-110d-4e10-a1c0-7233879bfb6a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=901bd0f5-37d6-4c3d-ad8c-a1a496c53750 HTTP/1.1" status: 200 len: 998 time: 0.0643129 Jan 20 13:00:10.897541 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-6ada15a5-1cc1-49c9-9e0f-a7203355c098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'name': 'tempest-AttachVolumeShelveTestJSON-625325489-router', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:33Z', 'updated_at': '2022-01-20T12:52:42Z', 'revision_number': 4, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'gw_port': {'id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:34Z', 'updated_at': '2022-01-20T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': '29e55969-8efc-4d59-b3f4-5d50f15a9ddb', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'port_id': '901bd0f5-37d6-4c3d-ad8c-a1a496c53750', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'mac_address': 'fa:16:3e:82:8e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1776d14c-42e0-4c0e-824d-3b657c25b034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T12:59:52Z', 'updated_at': '2022-01-20T13:00:09Z', 'revision_number': 1, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ff246f-4fb6-443a-b9db-cbea566c6e7a', 'name': '', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'mac_address': 'fa:16:3e:36:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:40Z', 'updated_at': '2022-01-20T12:52:56Z', 'revision_number': 5, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'subnets': [{'id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:00:10.925628 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ada15a5-1cc1-49c9-9e0f-a7203355c098 None None] Checking router: 136103d5-419c-49c8-8c00-c9caf5984d63 for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:00:10.927634 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:10.935683 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655ae42-1994-4134-89fb-6186a81dac61 req-e09708ad-3694-4ce4-a28e-398c2440b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:10.937166 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e655ae42-1994-4134-89fb-6186a81dac61 req-e09708ad-3694-4ce4-a28e-398c2440b501 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1295fc8c-2285-4e3e-9a1a-e24300eba26a HTTP/1.1" status: 200 len: 855 time: 0.0547020 Jan 20 13:00:10.938212 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ada15a5-1cc1-49c9-9e0f-a7203355c098 None None] Routers {'136103d5-419c-49c8-8c00-c9caf5984d63'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:00:10.938833 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-6ada15a5-1cc1-49c9-9e0f-a7203355c098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:00:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['136103d5-419c-49c8-8c00-c9caf5984d63'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:00:10.984354 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655ae42-1994-4134-89fb-6186a81dac61 req-e8add41e-0f28-409e-bde7-72fbe7d122e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:10.985954 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e655ae42-1994-4134-89fb-6186a81dac61 req-e8add41e-0f28-409e-bde7-72fbe7d122e1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=98783e85-5ee2-4a30-908e-0d0d62c14b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424654 Jan 20 13:00:11.046949 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-6ada15a5-1cc1-49c9-9e0f-a7203355c098 None None] Set router 136103d5-419c-49c8-8c00-c9caf5984d63 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:00:11.083494 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e655ae42-1994-4134-89fb-6186a81dac61 req-431aca17-7032-47cd-8bbd-9db7377aced9 service neutron] 10.222.0.107 "GET /v2.0/networks/98783e85-5ee2-4a30-908e-0d0d62c14b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827801 Jan 20 13:00:11.180248 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e655ae42-1994-4134-89fb-6186a81dac61 req-07653a0d-bf2c-428f-8b45-2b8d329028e4 service neutron] 10.222.0.107 "GET /v2.0/networks/98783e85-5ee2-4a30-908e-0d0d62c14b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904183 Jan 20 13:00:11.280484 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-6ada15a5-1cc1-49c9-9e0f-a7203355c098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'name': 'tempest-AttachVolumeShelveTestJSON-625325489-router', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:33Z', 'updated_at': '2022-01-20T12:52:42Z', 'revision_number': 4, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'gw_port': {'id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:34Z', 'updated_at': '2022-01-20T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': '29e55969-8efc-4d59-b3f4-5d50f15a9ddb', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'port_id': '901bd0f5-37d6-4c3d-ad8c-a1a496c53750', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'mac_address': 'fa:16:3e:82:8e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1776d14c-42e0-4c0e-824d-3b657c25b034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T12:59:52Z', 'updated_at': '2022-01-20T13:00:09Z', 'revision_number': 1, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ff246f-4fb6-443a-b9db-cbea566c6e7a', 'name': '', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'mac_address': 'fa:16:3e:36:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:40Z', 'updated_at': '2022-01-20T12:52:56Z', 'revision_number': 5, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'subnets': [{'id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:00:11.311650 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ada15a5-1cc1-49c9-9e0f-a7203355c098 None None] The sync data for ids ['136103d5-419c-49c8-8c00-c9caf5984d63'] in dv-cinder-804035-24-iscsi is: [{'id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'name': 'tempest-AttachVolumeShelveTestJSON-625325489-router', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:33Z', 'updated_at': '2022-01-20T12:52:42Z', 'revision_number': 4, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'gw_port': {'id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:34Z', 'updated_at': '2022-01-20T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': '29e55969-8efc-4d59-b3f4-5d50f15a9ddb', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'port_id': '901bd0f5-37d6-4c3d-ad8c-a1a496c53750', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'mac_address': 'fa:16:3e:82:8e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1776d14c-42e0-4c0e-824d-3b657c25b034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T12:59:52Z', 'updated_at': '2022-01-20T13:00:09Z', 'revision_number': 1, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ff246f-4fb6-443a-b9db-cbea566c6e7a', 'name': '', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'mac_address': 'fa:16:3e:36:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:40Z', 'updated_at': '2022-01-20T12:52:56Z', 'revision_number': 5, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'subnets': [{'id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:00:11.517781 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2599046-b36e-4ebb-9a56-a4278e421afa None None] New status for floating IP 29e55969-8efc-4d59-b3f4-5d50f15a9ddb: ACTIVE {{(pid=109762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:00:16.803779 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:00:33.206833 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-e98cfa79-6f8c-4c3e-ab5a-4fa3624f832b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:36.012924 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-2dbd81a0-5ede-42fa-98fb-c69487d99828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:37.203743 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb10c6-1248-4a8a-8fe1-42add4b2aef4 req-3bbd73c7-d037-4133-ae91-495a2a22e84a tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:37.205310 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-dbbb10c6-1248-4a8a-8fe1-42add4b2aef4 req-3bbd73c7-d037-4133-ae91-495a2a22e84a tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=db4e2e0e-738a-4bf6-b972-2f6cfec34b78 HTTP/1.1" status: 200 len: 945 time: 0.0501828 Jan 20 13:00:37.260618 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-dbbb10c6-1248-4a8a-8fe1-42add4b2aef4 req-d74aca47-84fc-4330-92e9-3b7f031c1694 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472412 Jan 20 13:00:37.601242 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:38.379999 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ae6bf-d611-4a53-a2f9-f528f586b505 req-0e8f3f67-9192-44af-ad96-e157916bb431 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:38.382056 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5b3ae6bf-d611-4a53-a2f9-f528f586b505 req-0e8f3f67-9192-44af-ad96-e157916bb431 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=db4e2e0e-738a-4bf6-b972-2f6cfec34b78 HTTP/1.1" status: 200 len: 945 time: 0.0531187 Jan 20 13:00:38.430818 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5b3ae6bf-d611-4a53-a2f9-f528f586b505 req-a3068e46-c7e0-4dd4-bbac-5429fe6cdbe2 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431988 Jan 20 13:00:39.447538 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843fb4f-55ca-4df0-9001-b3c23a141851 req-72242720-3e8a-4b3b-aebd-53c4dd6c53a1 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:39.449061 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9843fb4f-55ca-4df0-9001-b3c23a141851 req-72242720-3e8a-4b3b-aebd-53c4dd6c53a1 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.107 "GET /v2.0/ports?device_id=db4e2e0e-738a-4bf6-b972-2f6cfec34b78 HTTP/1.1" status: 200 len: 945 time: 0.0543094 Jan 20 13:00:39.594114 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4dcdd-6beb-4347-8b49-d0a6e069abac req-b20e99e2-5a36-4589-8db9-44e7f9c34cd4 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:39.595591 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ddc4dcdd-6beb-4347-8b49-d0a6e069abac req-b20e99e2-5a36-4589-8db9-44e7f9c34cd4 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=db4e2e0e-738a-4bf6-b972-2f6cfec34b78 HTTP/1.1" status: 200 len: 945 time: 0.0734239 Jan 20 13:00:39.598535 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-9843fb4f-55ca-4df0-9001-b3c23a141851 req-4314da48-eb5d-4965-929f-fa5539432b40 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Deleting port 6fc203cb-ae6a-401c-b227-8fc8d8a4d210 {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:00:39.598929 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-9843fb4f-55ca-4df0-9001-b3c23a141851 req-4314da48-eb5d-4965-929f-fa5539432b40 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (6fc203cb-ae6a-401c-b227-8fc8d8a4d210), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:39.652739 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:39.875508 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:39.953508 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ddc4dcdd-6beb-4347-8b49-d0a6e069abac req-a146363c-5f67-43b1-8395-38a1a7516752 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/security-groups?id=c67e309b-c67c-4f07-9855-aced3fe9791b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498197 Jan 20 13:00:39.970856 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-9843fb4f-55ca-4df0-9001-b3c23a141851 req-4314da48-eb5d-4965-929f-fa5539432b40 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] For port 6fc203cb-ae6a-401c-b227-8fc8d8a4d210, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6fc203cb-ae6a-401c-b227-8fc8d8a4d210,segment=NetworkSegment(7cfe4c67-ed28-46de-afbb-45481ef6387a),segment_id=7cfe4c67-ed28-46de-afbb-45481ef6387a)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:00:39.971226 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-9843fb4f-55ca-4df0-9001-b3c23a141851 req-4314da48-eb5d-4965-929f-fa5539432b40 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (6fc203cb-ae6a-401c-b227-8fc8d8a4d210), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:39.984842 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-9843fb4f-55ca-4df0-9001-b3c23a141851 req-4314da48-eb5d-4965-929f-fa5539432b40 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Calling delete_port for 6fc203cb-ae6a-401c-b227-8fc8d8a4d210 owned by compute:nova {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:00:40.190059 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-9843fb4f-55ca-4df0-9001-b3c23a141851 req-4314da48-eb5d-4965-929f-fa5539432b40 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (6fc203cb-ae6a-401c-b227-8fc8d8a4d210), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:40.205009 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['6fc203cb-ae6a-401c-b227-8fc8d8a4d210'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:00:40.225262 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314da48-eb5d-4965-929f-fa5539432b40 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Pushing event deleted for resources: {'Port': ['ID=6fc203cb-ae6a-401c-b227-8fc8d8a4d210,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:00:40.253291 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314da48-eb5d-4965-929f-fa5539432b40 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:40.253668 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314da48-eb5d-4965-929f-fa5539432b40 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:40.254017 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314da48-eb5d-4965-929f-fa5539432b40 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:40.254354 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314da48-eb5d-4965-929f-fa5539432b40 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:40.254683 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314da48-eb5d-4965-929f-fa5539432b40 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:40.255637 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314da48-eb5d-4965-929f-fa5539432b40 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:40.255971 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314da48-eb5d-4965-929f-fa5539432b40 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:40.256297 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314da48-eb5d-4965-929f-fa5539432b40 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:40.256621 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314da48-eb5d-4965-929f-fa5539432b40 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:40.256941 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314da48-eb5d-4965-929f-fa5539432b40 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:40.257259 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314da48-eb5d-4965-929f-fa5539432b40 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:40.257612 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314da48-eb5d-4965-929f-fa5539432b40 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:40.261137 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314da48-eb5d-4965-929f-fa5539432b40 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:40.282710 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-9843fb4f-55ca-4df0-9001-b3c23a141851 req-4314da48-eb5d-4965-929f-fa5539432b40 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] No DVR routers for this DVR port 6fc203cb-ae6a-401c-b227-8fc8d8a4d210 on host hv-cinder-80403 {{(pid=109759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:00:40.285281 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-9843fb4f-55ca-4df0-9001-b3c23a141851 req-4314da48-eb5d-4965-929f-fa5539432b40 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:40.288628 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9843fb4f-55ca-4df0-9001-b3c23a141851 req-4314da48-eb5d-4965-929f-fa5539432b40 tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.107 "DELETE /v2.0/ports/6fc203cb-ae6a-401c-b227-8fc8d8a4d210 HTTP/1.1" status: 204 len: 173 time: 0.8341951 Jan 20 13:00:40.289139 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4e2e0e-738a-4bf6-b972-2f6cfec34b78', 'name': 'network-vif-deleted', 'tag': '6fc203cb-ae6a-401c-b227-8fc8d8a4d210'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:00:40.291326 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc98f8e1-38e5-4634-9d9e-334b7fc1fc4d" -d '{"events": [{"server_uuid": "db4e2e0e-738a-4bf6-b972-2f6cfec34b78", "name": "network-vif-deleted", "tag": "6fc203cb-ae6a-401c-b227-8fc8d8a4d210"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:00:40.330107 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47caf6f-70d2-49c8-ba98-4dac655d03e1 x-openstack-request-id: req-d47caf6f-70d2-49c8-ba98-4dac655d03e1 {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:00:40.330404 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4e2e0e-738a-4bf6-b972-2f6cfec34b78", "name": "network-vif-deleted", "tag": "6fc203cb-ae6a-401c-b227-8fc8d8a4d210", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:00:40.330651 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d47caf6f-70d2-49c8-ba98-4dac655d03e1 {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:00:40.331041 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4e2e0e-738a-4bf6-b972-2f6cfec34b78', 'name': 'network-vif-deleted', 'tag': '6fc203cb-ae6a-401c-b227-8fc8d8a4d210', 'status': 'completed', 'code': 200} Jan 20 13:00:40.893052 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:41.067091 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6c0f6f88-05c2-4715-8374-42fc9d3d71df req-fce44857-4a8d-4605-8dd9-eefd7d0c4bed tempest-VolumesSnapshotTestJSON-1556665199 tempest-VolumesSnapshotTestJSON-1556665199-project] 10.222.0.57 "GET /v2.0/ports?device_id=db4e2e0e-738a-4bf6-b972-2f6cfec34b78 HTTP/1.1" status: 200 len: 210 time: 0.0278368 Jan 20 13:00:42.302645 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 6fc203cb-ae6a-401c-b227-8fc8d8a4d210 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:00:42.323226 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] No Port match for: 6fc203cb-ae6a-401c-b227-8fc8d8a4d210 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:00:42.323598 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 6fc203cb-ae6a-401c-b227-8fc8d8a4d210 not bound to the agent host hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:00:44.884534 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 33026) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:00:44.989481 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-1a87aff2-1e4b-418c-9359-1f8532edcfd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:45.063990 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-1a87aff2-1e4b-418c-9359-1f8532edcfd3 admin admin] Publish callbacks [] for security_group (ade51c3b-5c95-4868-8163-ba4b03b0eb7a), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:45.161837 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-1a87aff2-1e4b-418c-9359-1f8532edcfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (ade51c3b-5c95-4868-8163-ba4b03b0eb7a), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:45.206879 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-1a87aff2-1e4b-418c-9359-1f8532edcfd3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b79744a6baac4431a1f082a2d681618e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3211775 Jan 20 13:00:45.207687 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87aff2-1e4b-418c-9359-1f8532edcfd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade51c3b-5c95-4868-8163-ba4b03b0eb7a,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:00:45.210162 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 33030) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:00:45.216122 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87aff2-1e4b-418c-9359-1f8532edcfd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:45.220477 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87aff2-1e4b-418c-9359-1f8532edcfd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:45.220477 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87aff2-1e4b-418c-9359-1f8532edcfd3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:45.220477 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87aff2-1e4b-418c-9359-1f8532edcfd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:45.220477 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87aff2-1e4b-418c-9359-1f8532edcfd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:45.220477 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87aff2-1e4b-418c-9359-1f8532edcfd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:45.220477 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87aff2-1e4b-418c-9359-1f8532edcfd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:45.220477 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87aff2-1e4b-418c-9359-1f8532edcfd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:45.220477 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87aff2-1e4b-418c-9359-1f8532edcfd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:45.220477 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87aff2-1e4b-418c-9359-1f8532edcfd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:45.220477 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87aff2-1e4b-418c-9359-1f8532edcfd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:45.220477 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87aff2-1e4b-418c-9359-1f8532edcfd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:45.220477 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87aff2-1e4b-418c-9359-1f8532edcfd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:00:45.258911 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d9713322-d929-4542-a6cb-18e97800a89a admin admin] Publish callbacks [] for security_group (ade51c3b-5c95-4868-8163-ba4b03b0eb7a), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:45.281070 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d9713322-d929-4542-a6cb-18e97800a89a admin admin] Publish callbacks [] for security_group (ade51c3b-5c95-4868-8163-ba4b03b0eb7a), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:45.418092 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d9713322-d929-4542-a6cb-18e97800a89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (ade51c3b-5c95-4868-8163-ba4b03b0eb7a), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:45.420728 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d9713322-d929-4542-a6cb-18e97800a89a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:45.422032 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-d9713322-d929-4542-a6cb-18e97800a89a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ade51c3b-5c95-4868-8163-ba4b03b0eb7a HTTP/1.1" status: 204 len: 168 time: 0.2108936 Jan 20 13:00:45.432775 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9713322-d929-4542-a6cb-18e97800a89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade51c3b-5c95-4868-8163-ba4b03b0eb7a,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:00:50.800783 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e17ee6d8-fa85-4e25-a365-f503acaaf2dc req-46bad4ae-70d1-4374-ad55-d363af11e533 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400767 Jan 20 13:00:50.867352 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ee6d8-fa85-4e25-a365-f503acaaf2dc req-41871f79-b356-4b17-9cc7-c64091e4fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:50.868891 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e17ee6d8-fa85-4e25-a365-f503acaaf2dc req-41871f79-b356-4b17-9cc7-c64091e4fcfc service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0a2775ddfe214868bb2c9918d8ded733&device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 1137 time: 0.0412710 Jan 20 13:00:50.981730 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ee6d8-fa85-4e25-a365-f503acaaf2dc req-1e904f37-219c-483b-8ce5-68ed327d0809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:50.983306 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e17ee6d8-fa85-4e25-a365-f503acaaf2dc req-1e904f37-219c-483b-8ce5-68ed327d0809 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6257bc55-3fcd-42d2-bf11-689060fb8531 HTTP/1.1" status: 200 len: 915 time: 0.0939698 Jan 20 13:00:51.050334 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e17ee6d8-fa85-4e25-a365-f503acaaf2dc req-d6036e8e-c8e5-4c36-b709-67ce6ce52662 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b88a922e-9216-477f-8e7f-5379fd6ae9e8 HTTP/1.1" status: 200 len: 1001 time: 0.0598652 Jan 20 13:00:51.123382 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ee6d8-fa85-4e25-a365-f503acaaf2dc req-afe2e7df-6f8c-47a5-9c62-7f86c0fed74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:51.124859 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e17ee6d8-fa85-4e25-a365-f503acaaf2dc req-afe2e7df-6f8c-47a5-9c62-7f86c0fed74c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fec93fb4-7ef9-4a61-8150-94ddefbda1ab HTTP/1.1" status: 200 len: 853 time: 0.0664055 Jan 20 13:00:51.196926 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b731a11-6d4b-479b-8354-488dbdbd0936 req-1ef832eb-779e-4f21-880c-861abadee06c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:51.198482 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7b731a11-6d4b-479b-8354-488dbdbd0936 req-1ef832eb-779e-4f21-880c-861abadee06c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0875139 Jan 20 13:00:51.203451 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ee6d8-fa85-4e25-a365-f503acaaf2dc req-ad662f3c-6088-41a5-b8ad-fb921a611a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:51.205039 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e17ee6d8-fa85-4e25-a365-f503acaaf2dc req-ad662f3c-6088-41a5-b8ad-fb921a611a6c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6257bc55-3fcd-42d2-bf11-689060fb8531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0597134 Jan 20 13:00:51.307192 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7b731a11-6d4b-479b-8354-488dbdbd0936 req-b6092b0a-5c27-4d80-8362-df21019a6542 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008656 Jan 20 13:00:51.334328 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e17ee6d8-fa85-4e25-a365-f503acaaf2dc req-6187e236-d33b-4137-91b4-e825e21d91ac service neutron] 10.222.0.107 "GET /v2.0/networks/6257bc55-3fcd-42d2-bf11-689060fb8531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169999 Jan 20 13:00:51.421932 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e17ee6d8-fa85-4e25-a365-f503acaaf2dc req-8d5c0d56-2635-4bfe-95d1-7b574301de51 service neutron] 10.222.0.107 "GET /v2.0/networks/6257bc55-3fcd-42d2-bf11-689060fb8531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847795 Jan 20 13:00:52.427678 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ac98c-e050-4bf7-b018-bc2d7d025bde req-353e441c-8200-4c74-860a-631518b33f01 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:52.429189 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-737ac98c-e050-4bf7-b018-bc2d7d025bde req-353e441c-8200-4c74-860a-631518b33f01 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0533290 Jan 20 13:00:52.482808 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-737ac98c-e050-4bf7-b018-bc2d7d025bde req-4007b66c-82e8-4acc-a38e-4eec8da6a090 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480268 Jan 20 13:00:52.638737 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb65fdd-1c0a-4528-862d-3f6648853b15 req-0f0a134d-7494-4cdf-b0fa-5b552b89f932 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:52.640208 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ffb65fdd-1c0a-4528-862d-3f6648853b15 req-0f0a134d-7494-4cdf-b0fa-5b552b89f932 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.107 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 946 time: 0.0513167 Jan 20 13:00:52.734908 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-ffb65fdd-1c0a-4528-862d-3f6648853b15 req-7eda93be-01a6-44b3-ac05-353acd362f39 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Deleting port cbed8e13-f09c-48e8-a597-615062bd1618 {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:00:52.735176 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-ffb65fdd-1c0a-4528-862d-3f6648853b15 req-7eda93be-01a6-44b3-ac05-353acd362f39 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (cbed8e13-f09c-48e8-a597-615062bd1618), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:52.837327 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-ffb65fdd-1c0a-4528-862d-3f6648853b15 req-7eda93be-01a6-44b3-ac05-353acd362f39 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] For port cbed8e13-f09c-48e8-a597-615062bd1618, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cbed8e13-f09c-48e8-a597-615062bd1618,segment=NetworkSegment(dcadfd15-9d00-4220-b17c-421f13a03194),segment_id=dcadfd15-9d00-4220-b17c-421f13a03194)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:00:52.837794 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-ffb65fdd-1c0a-4528-862d-3f6648853b15 req-7eda93be-01a6-44b3-ac05-353acd362f39 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (cbed8e13-f09c-48e8-a597-615062bd1618), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:53.044527 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-ffb65fdd-1c0a-4528-862d-3f6648853b15 req-7eda93be-01a6-44b3-ac05-353acd362f39 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:53.044912 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-ffb65fdd-1c0a-4528-862d-3f6648853b15 req-7eda93be-01a6-44b3-ac05-353acd362f39 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529925'] for floatingip (8953221e-f331-43ac-8a05-936d0db1be62), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:53.045277 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.db.l3_db [req-ffb65fdd-1c0a-4528-862d-3f6648853b15 req-7eda93be-01a6-44b3-ac05-353acd362f39 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Floating IP 8953221e-f331-43ac-8a05-936d0db1be62 disassociated. External IP: 172.27.0.112, port: cbed8e13-f09c-48e8-a597-615062bd1618. Jan 20 13:00:53.045666 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-ffb65fdd-1c0a-4528-862d-3f6648853b15 req-7eda93be-01a6-44b3-ac05-353acd362f39 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Calling delete_port for cbed8e13-f09c-48e8-a597-615062bd1618 owned by compute:nova {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:00:53.247054 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-ffb65fdd-1c0a-4528-862d-3f6648853b15 req-7eda93be-01a6-44b3-ac05-353acd362f39 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (cbed8e13-f09c-48e8-a597-615062bd1618), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:53.277584 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda93be-01a6-44b3-ac05-353acd362f39 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Pushing event deleted for resources: {'Port': ['ID=cbed8e13-f09c-48e8-a597-615062bd1618,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:00:53.395614 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffb65fdd-1c0a-4528-862d-3f6648853b15 req-7eda93be-01a6-44b3-ac05-353acd362f39 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Router 6b9923d8-2afe-45a2-aa2d-90614be33ec2 has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:00:53.532089 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffb65fdd-1c0a-4528-862d-3f6648853b15 req-7eda93be-01a6-44b3-ac05-353acd362f39 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:00:53.544413 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31164d40-2105-4fab-870f-9cee00ae4e1a None None] Sync routers for ids ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:00:53.557065 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31164d40-2105-4fab-870f-9cee00ae4e1a None None] Routers {'6b9923d8-2afe-45a2-aa2d-90614be33ec2'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:00:53.557814 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-31164d40-2105-4fab-870f-9cee00ae4e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:00:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:00:53.577333 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb65fdd-1c0a-4528-862d-3f6648853b15 req-7eda93be-01a6-44b3-ac05-353acd362f39 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] No DVR routers for this DVR port cbed8e13-f09c-48e8-a597-615062bd1618 on host hv-cinder-80403 {{(pid=109759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:00:53.586563 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-ffb65fdd-1c0a-4528-862d-3f6648853b15 req-7eda93be-01a6-44b3-ac05-353acd362f39 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:53.589786 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ffb65fdd-1c0a-4528-862d-3f6648853b15 req-7eda93be-01a6-44b3-ac05-353acd362f39 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.107 "DELETE /v2.0/ports/cbed8e13-f09c-48e8-a597-615062bd1618 HTTP/1.1" status: 204 len: 173 time: 0.9444509 Jan 20 13:00:53.590225 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965285ee-4bb4-44e6-9afe-735318bcc902', 'name': 'network-vif-deleted', 'tag': 'cbed8e13-f09c-48e8-a597-615062bd1618'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:00:53.592430 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa90ae3-a820-4c0f-b510-5d5e0ec07fbc" -d '{"events": [{"server_uuid": "965285ee-4bb4-44e6-9afe-735318bcc902", "name": "network-vif-deleted", "tag": "cbed8e13-f09c-48e8-a597-615062bd1618"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:00:53.614794 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6a77417a-1f10-43e2-b102-ef10c166cfa6 req-d9b5bab5-7595-476f-bf6f-6065511769fe tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=965285ee-4bb4-44e6-9afe-735318bcc902 HTTP/1.1" status: 200 len: 210 time: 0.0388224 Jan 20 13:00:53.648227 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323f72b8-bd7b-4b0d-9e86-f8b8e191a730 x-openstack-request-id: req-323f72b8-bd7b-4b0d-9e86-f8b8e191a730 {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:00:53.648227 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965285ee-4bb4-44e6-9afe-735318bcc902", "name": "network-vif-deleted", "tag": "cbed8e13-f09c-48e8-a597-615062bd1618", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:00:53.648227 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-323f72b8-bd7b-4b0d-9e86-f8b8e191a730 {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:00:53.648227 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965285ee-4bb4-44e6-9afe-735318bcc902', 'name': 'network-vif-deleted', 'tag': 'cbed8e13-f09c-48e8-a597-615062bd1618', 'status': 'completed', 'code': 200} Jan 20 13:00:53.803753 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:00:53.816879 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-31164d40-2105-4fab-870f-9cee00ae4e1a None None] Set router 6b9923d8-2afe-45a2-aa2d-90614be33ec2 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:00:54.024974 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-31164d40-2105-4fab-870f-9cee00ae4e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'name': 'tempest-AttachVolumeTestJSON-2107782987-router', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:30Z', 'updated_at': '2022-01-20T12:52:40Z', 'revision_number': 4, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'gw_port': {'id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '47fb2c43-8fb0-46ef-8776-40751edea304', 'name': '', 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'mac_address': 'fa:16:3e:28:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:37Z', 'updated_at': '2022-01-20T12:52:51Z', 'revision_number': 5, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'subnets': [{'id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:00:54.053658 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31164d40-2105-4fab-870f-9cee00ae4e1a None None] Checking router: 6b9923d8-2afe-45a2-aa2d-90614be33ec2 for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:00:54.063520 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31164d40-2105-4fab-870f-9cee00ae4e1a None None] Routers {'6b9923d8-2afe-45a2-aa2d-90614be33ec2'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:00:54.064158 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-31164d40-2105-4fab-870f-9cee00ae4e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:00:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:00:54.190090 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-31164d40-2105-4fab-870f-9cee00ae4e1a None None] Set router 6b9923d8-2afe-45a2-aa2d-90614be33ec2 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:00:54.424924 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-31164d40-2105-4fab-870f-9cee00ae4e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'name': 'tempest-AttachVolumeTestJSON-2107782987-router', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:30Z', 'updated_at': '2022-01-20T12:52:40Z', 'revision_number': 4, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'gw_port': {'id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '47fb2c43-8fb0-46ef-8776-40751edea304', 'name': '', 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'mac_address': 'fa:16:3e:28:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:37Z', 'updated_at': '2022-01-20T12:52:51Z', 'revision_number': 5, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'subnets': [{'id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:00:54.459802 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31164d40-2105-4fab-870f-9cee00ae4e1a None None] The sync data for ids ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'] in dv-cinder-804035-24-iscsi is: [{'id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'name': 'tempest-AttachVolumeTestJSON-2107782987-router', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:30Z', 'updated_at': '2022-01-20T12:52:40Z', 'revision_number': 4, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'gw_port': {'id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '47fb2c43-8fb0-46ef-8776-40751edea304', 'name': '', 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'mac_address': 'fa:16:3e:28:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:37Z', 'updated_at': '2022-01-20T12:52:51Z', 'revision_number': 5, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'subnets': [{'id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:00:54.701328 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd39242-284a-4ef3-8a78-2ce1c5128ebb None None] New status for floating IP 8953221e-f331-43ac-8a05-936d0db1be62: DOWN {{(pid=109762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:00:54.825096 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 33108) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:00:54.878868 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d2622bf5-6d7a-4939-aa99-bd5c1f766725 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for security_group (f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:54.904811 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d2622bf5-6d7a-4939-aa99-bd5c1f766725 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for security_group (f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:55.016379 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d2622bf5-6d7a-4939-aa99-bd5c1f766725 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:55.019042 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d2622bf5-6d7a-4939-aa99-bd5c1f766725 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:55.020255 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-d2622bf5-6d7a-4939-aa99-bd5c1f766725 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "DELETE /v2.0/security-groups/f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29 HTTP/1.1" status: 204 len: 168 time: 0.1941111 Jan 20 13:00:55.023030 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 33110) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:00:55.029564 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2622bf5-6d7a-4939-aa99-bd5c1f766725 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:00:55.041094 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.api.v2.resource [None req-45f19174-756e-474f-ae2f-319e1028362d tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] show failed (client error): The resource could not be found. Jan 20 13:00:55.042242 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-45f19174-756e-474f-ae2f-319e1028362d tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups/f8f2df46-e3e8-49ef-ab9f-e1994d7d2e29 HTTP/1.1" status: 404 len: 347 time: 0.0181358 Jan 20 13:00:55.045500 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 33112) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:00:55.171764 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-397d332f-f770-4a37-94c6-d097620f724d tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Deleting port 896e1e70-d8fa-4fb1-a418-fac6cb24d92e {{(pid=109760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:00:55.172108 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-397d332f-f770-4a37-94c6-d097620f724d tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (896e1e70-d8fa-4fb1-a418-fac6cb24d92e), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:55.252796 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-397d332f-f770-4a37-94c6-d097620f724d tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (896e1e70-d8fa-4fb1-a418-fac6cb24d92e), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:55.253119 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-397d332f-f770-4a37-94c6-d097620f724d tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for floatingip (896e1e70-d8fa-4fb1-a418-fac6cb24d92e), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:55.265143 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-397d332f-f770-4a37-94c6-d097620f724d tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Calling delete_port for 896e1e70-d8fa-4fb1-a418-fac6cb24d92e owned by network:floatingip {{(pid=109760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:00:55.565007 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-397d332f-f770-4a37-94c6-d097620f724d tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (896e1e70-d8fa-4fb1-a418-fac6cb24d92e), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:55.600717 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d332f-f770-4a37-94c6-d097620f724d tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Pushing event deleted for resources: {'Port': ['ID=896e1e70-d8fa-4fb1-a418-fac6cb24d92e,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:00:55.662016 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-397d332f-f770-4a37-94c6-d097620f724d tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for floatingip (8953221e-f331-43ac-8a05-936d0db1be62), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:55.664854 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-397d332f-f770-4a37-94c6-d097620f724d tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:55.666182 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-397d332f-f770-4a37-94c6-d097620f724d tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "DELETE /v2.0/floatingips/8953221e-f331-43ac-8a05-936d0db1be62 HTTP/1.1" status: 204 len: 168 time: 0.6195931 Jan 20 13:00:55.969240 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 33120) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:00:55.973930 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-e2b1a3a6-83a3-475e-b650-e877be8d1c08 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Request body: {'security_group': {'name': 'tempest-securitygroup--722293232', 'description': 'tempest-description--628670057'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:00:56.119087 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e2b1a3a6-83a3-475e-b650-e877be8d1c08 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:56.186502 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e2b1a3a6-83a3-475e-b650-e877be8d1c08 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for security_group (0b2b2324-2412-4f87-bed2-5a39583937e9), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:56.250788 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e2b1a3a6-83a3-475e-b650-e877be8d1c08 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (0b2b2324-2412-4f87-bed2-5a39583937e9), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:56.281908 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1a3a6-83a3-475e-b650-e877be8d1c08 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2b2324-2412-4f87-bed2-5a39583937e9,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:00:56.351957 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e2b1a3a6-83a3-475e-b650-e877be8d1c08 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:56.353280 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-e2b1a3a6-83a3-475e-b650-e877be8d1c08 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3829551 Jan 20 13:00:56.356587 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 33124) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:00:56.361810 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-c19ebd86-4467-4170-aa84-4b7ba900d711 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Request body: {'security_group_rule': {'security_group_id': '0b2b2324-2412-4f87-bed2-5a39583937e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:00:56.452004 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd86-4467-4170-aa84-4b7ba900d711 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for security_group_rule (d00f1bf4-df4d-472c-8182-689493cfe21f), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:56.498716 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device cbed8e13-f09c-48e8-a597-615062bd1618 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:00:56.514339 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd86-4467-4170-aa84-4b7ba900d711 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for security_group_rule (d00f1bf4-df4d-472c-8182-689493cfe21f), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:56.519899 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] No Port match for: cbed8e13-f09c-48e8-a597-615062bd1618 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:00:56.520270 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device cbed8e13-f09c-48e8-a597-615062bd1618 not bound to the agent host hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:00:56.589576 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd86-4467-4170-aa84-4b7ba900d711 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390'] for security_group_rule (d00f1bf4-df4d-472c-8182-689493cfe21f), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:56.607346 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ebd86-4467-4170-aa84-4b7ba900d711 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d00f1bf4-df4d-472c-8182-689493cfe21f,revision_number=0']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:00:56.711316 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd86-4467-4170-aa84-4b7ba900d711 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:56.712479 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-c19ebd86-4467-4170-aa84-4b7ba900d711 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3545458 Jan 20 13:00:56.715228 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 33128) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:00:56.719579 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-37a3c260-a9a1-476a-93e5-910fccd7c682 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Request body: {'security_group_rule': {'security_group_id': '0b2b2324-2412-4f87-bed2-5a39583937e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:00:56.821430 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-37a3c260-a9a1-476a-93e5-910fccd7c682 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for security_group_rule (710dc79a-c4e6-4d93-833c-c4a9136f5a58), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:56.880327 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-37a3c260-a9a1-476a-93e5-910fccd7c682 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for security_group_rule (710dc79a-c4e6-4d93-833c-c4a9136f5a58), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:56.943612 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-37a3c260-a9a1-476a-93e5-910fccd7c682 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390'] for security_group_rule (710dc79a-c4e6-4d93-833c-c4a9136f5a58), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:56.961520 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3c260-a9a1-476a-93e5-910fccd7c682 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710dc79a-c4e6-4d93-833c-c4a9136f5a58,revision_number=0']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:00:57.025456 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-37a3c260-a9a1-476a-93e5-910fccd7c682 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:57.026694 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-37a3c260-a9a1-476a-93e5-910fccd7c682 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3104885 Jan 20 13:00:57.029723 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 33130) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:00:57.033974 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-bdc2c511-6d9d-4e4d-ad89-be1408294a8c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Request body: {'floatingip': {'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:00:57.121096 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-bdc2c511-6d9d-4e4d-ad89-be1408294a8c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:57.230608 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-bdc2c511-6d9d-4e4d-ad89-be1408294a8c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:57.332555 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_common [None req-bdc2c511-6d9d-4e4d-ad89-be1408294a8c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Allocated IP 172.27.0.182 (2a70364f-7478-4e00-a602-43026420194c/64f75221-ca68-464e-809b-7e1d4f1c5699/5fd78def-3d43-4918-8cd4-0b63895f184b) {{(pid=109760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:00:57.437479 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-bdc2c511-6d9d-4e4d-ad89-be1408294a8c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for port (5fd78def-3d43-4918-8cd4-0b63895f184b), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:57.533343 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-bdc2c511-6d9d-4e4d-ad89-be1408294a8c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (5fd78def-3d43-4918-8cd4-0b63895f184b), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:57.581775 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc2c511-6d9d-4e4d-ad89-be1408294a8c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Network 2a70364f-7478-4e00-a602-43026420194c is already hosted by enough agents. {{(pid=109760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:00:57.588117 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-bdc2c511-6d9d-4e4d-ad89-be1408294a8c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Resources bound (agent type, host, resource id): {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:00:57.590731 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2c511-6d9d-4e4d-ad89-be1408294a8c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Pushing event updated for resources: {'Port': ['ID=5fd78def-3d43-4918-8cd4-0b63895f184b,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:00:57.593155 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc2c511-6d9d-4e4d-ad89-be1408294a8c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Received port after_create {{(pid=109760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:00:57.694602 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-bdc2c511-6d9d-4e4d-ad89-be1408294a8c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for floatingip (718e0f8f-3e22-4d39-8006-256239a3d549), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:57.799962 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-bdc2c511-6d9d-4e4d-ad89-be1408294a8c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (5fd78def-3d43-4918-8cd4-0b63895f184b), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:57.956130 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-bdc2c511-6d9d-4e4d-ad89-be1408294a8c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for port (5fd78def-3d43-4918-8cd4-0b63895f184b), precommit_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:58.027821 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-bdc2c511-6d9d-4e4d-ad89-be1408294a8c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4332544'] for port (5fd78def-3d43-4918-8cd4-0b63895f184b), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:58.094507 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2c511-6d9d-4e4d-ad89-be1408294a8c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Pushing event updated for resources: {'Port': ['ID=5fd78def-3d43-4918-8cd4-0b63895f184b,revision_number=2']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:00:58.107216 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-bdc2c511-6d9d-4e4d-ad89-be1408294a8c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529925'] for floatingip (718e0f8f-3e22-4d39-8006-256239a3d549), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:58.168776 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-bdc2c511-6d9d-4e4d-ad89-be1408294a8c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:00:58.170261 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-bdc2c511-6d9d-4e4d-ad89-be1408294a8c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1395674 Jan 20 13:00:58.378971 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-3873e3d4-8e46-4d40-9784-c018c0d5bf39 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--722293232&fields=id&tenant_id=45c3ebca63544b178b63b288cecc910c HTTP/1.1" status: 200 len: 267 time: 0.0446312 Jan 20 13:00:58.487016 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-d3e65b24-a2b9-4ec1-8f39-2e4530b89123 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:00:58.488503 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-d3e65b24-a2b9-4ec1-8f39-2e4530b89123 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/networks?id=51dfc435-f4d5-4bb7-b519-debcc47256e8 HTTP/1.1" status: 200 len: 811 time: 0.1026101 Jan 20 13:00:58.503776 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-a49baadf-70d2-4862-8853-a1d63a98188d tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/quotas/45c3ebca63544b178b63b288cecc910c HTTP/1.1" status: 200 len: 375 time: 0.0091379 Jan 20 13:00:58.561476 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-414c0beb-f043-41de-9f84-eb2d7ba22185 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=45c3ebca63544b178b63b288cecc910c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512865 Jan 20 13:00:58.769650 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-955eecc2-fb6c-4027-adf2-e8a0e681e625 service neutron] 10.222.0.57 "GET /v2.0/networks/51dfc435-f4d5-4bb7-b519-debcc47256e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964505 Jan 20 13:00:58.870708 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-9f7a5953-42eb-4017-872b-4ec9d36be9ce service neutron] 10.222.0.57 "GET /v2.0/networks/51dfc435-f4d5-4bb7-b519-debcc47256e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951676 Jan 20 13:00:59.109616 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fa5de64a-0186-4d1d-bd10-5607728b212d req-9468afe3-f7dd-4a9c-92c7-5ddf2d78f257 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee841206-9075-4b1a-a035-0b34935d471c HTTP/1.1" status: 200 len: 210 time: 0.0280871 Jan 20 13:01:00.205128 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7479ae05-4892-4431-be90-1e89a17870e9 req-8aab3e70-a98d-4868-b42a-454be3f8d135 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee841206-9075-4b1a-a035-0b34935d471c HTTP/1.1" status: 200 len: 210 time: 0.0291903 Jan 20 13:01:01.052238 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-1d3fc9d7-97ef-484f-86c9-050de45e8869 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:01.053825 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-1d3fc9d7-97ef-484f-86c9-050de45e8869 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.107 "GET /v2.0/networks?id=51dfc435-f4d5-4bb7-b519-debcc47256e8 HTTP/1.1" status: 200 len: 811 time: 0.1156244 Jan 20 13:01:01.117335 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-04868c3d-1a11-42da-86ca-82cb79b0f0cf tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45c3ebca63544b178b63b288cecc910c HTTP/1.1" status: 200 len: 379 time: 0.0547495 Jan 20 13:01:01.125616 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-bc10d78a-6f1b-42be-a978-fbf417dffe0f tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Request body: {'port': {'device_id': 'ee841206-9075-4b1a-a035-0b34935d471c', 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8', 'admin_state_up': True, 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'security_groups': ['0b2b2324-2412-4f87-bed2-5a39583937e9']}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:01:01.317865 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-81a82e40-33af-4c70-a8f9-630ba6e35e7e req-fa9bfa5e-84a0-4acd-822e-ca68e76c4781 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee841206-9075-4b1a-a035-0b34935d471c HTTP/1.1" status: 200 len: 210 time: 0.0346169 Jan 20 13:01:01.319267 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-bc10d78a-6f1b-42be-a978-fbf417dffe0f tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Made reservation on behalf of 45c3ebca63544b178b63b288cecc910c for: {'port': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:01:01.323138 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-bc10d78a-6f1b-42be-a978-fbf417dffe0f tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:01.450442 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-bc10d78a-6f1b-42be-a978-fbf417dffe0f tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Allocated IP 172.20.0.3 (51dfc435-f4d5-4bb7-b519-debcc47256e8/7e70a924-e46b-43c1-b6e9-160e1b7b97c7/aea1e177-951e-40c2-ad60-e35e9dd2e31e) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:01:01.601779 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-bc10d78a-6f1b-42be-a978-fbf417dffe0f tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for port (aea1e177-951e-40c2-ad60-e35e9dd2e31e), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:01.702540 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-bc10d78a-6f1b-42be-a978-fbf417dffe0f tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (aea1e177-951e-40c2-ad60-e35e9dd2e31e), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:01.749547 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-bc10d78a-6f1b-42be-a978-fbf417dffe0f tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Network 51dfc435-f4d5-4bb7-b519-debcc47256e8 is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:01:01.752553 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-bc10d78a-6f1b-42be-a978-fbf417dffe0f tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:01:01.756357 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-bc10d78a-6f1b-42be-a978-fbf417dffe0f tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:01:01.780718 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10d78a-6f1b-42be-a978-fbf417dffe0f tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Pushing event updated for resources: {'Port': ['ID=aea1e177-951e-40c2-ad60-e35e9dd2e31e,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:01.814106 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-bc10d78a-6f1b-42be-a978-fbf417dffe0f tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:01.814833 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-bc10d78a-6f1b-42be-a978-fbf417dffe0f tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:01.923984 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-bc10d78a-6f1b-42be-a978-fbf417dffe0f tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8017390 Jan 20 13:01:01.986061 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-933edf6f-e3a7-44ef-9023-5bf33cb90d02 None None] Provisioning complete for port aea1e177-951e-40c2-ad60-e35e9dd2e31e triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:01:01.986758 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-933edf6f-e3a7-44ef-9023-5bf33cb90d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (aea1e177-951e-40c2-ad60-e35e9dd2e31e), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:01.993451 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-565303e5-ae1e-4f5e-953e-469b0ef3ee05 service neutron] Request body: {'port': {'device_id': 'ee841206-9075-4b1a-a035-0b34935d471c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:01:02.024767 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-933edf6f-e3a7-44ef-9023-5bf33cb90d02 None None] Port aea1e177-951e-40c2-ad60-e35e9dd2e31e cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:01:02.059559 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-565303e5-ae1e-4f5e-953e-469b0ef3ee05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (aea1e177-951e-40c2-ad60-e35e9dd2e31e), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:02.330017 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-565303e5-ae1e-4f5e-953e-469b0ef3ee05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea1e177-951e-40c2-ad60-e35e9dd2e31e {{(pid=109759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:01:02.338327 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-565303e5-ae1e-4f5e-953e-469b0ef3ee05 service neutron] Publish callbacks [] for port (aea1e177-951e-40c2-ad60-e35e9dd2e31e), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:02.351463 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.provisioning_blocks [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-565303e5-ae1e-4f5e-953e-469b0ef3ee05 service neutron] Transition to ACTIVE for port object aea1e177-951e-40c2-ad60-e35e9dd2e31e will not be triggered until provisioned by entity L2. {{(pid=109759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 13:01:02.429532 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-565303e5-ae1e-4f5e-953e-469b0ef3ee05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217087'] for port (aea1e177-951e-40c2-ad60-e35e9dd2e31e), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:02.472758 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c5599-54bd-43ed-b294-fab545110d2c req-f0222194-0d62-434b-9c65-eaa2b01bbb68 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:02.474205 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4e1c5599-54bd-43ed-b294-fab545110d2c req-f0222194-0d62-434b-9c65-eaa2b01bbb68 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee841206-9075-4b1a-a035-0b34935d471c HTTP/1.1" status: 200 len: 931 time: 0.0827305 Jan 20 13:01:02.519266 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565303e5-ae1e-4f5e-953e-469b0ef3ee05 service neutron] Pushing event updated for resources: {'Port': ['ID=aea1e177-951e-40c2-ad60-e35e9dd2e31e,revision_number=2']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:02.590092 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4e1c5599-54bd-43ed-b294-fab545110d2c req-e2b0a789-53d5-4684-ada2-e022d775b3cc tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b2b2324-2412-4f87-bed2-5a39583937e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075118 Jan 20 13:01:02.621538 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-565303e5-ae1e-4f5e-953e-469b0ef3ee05 service neutron] Attempting to bind port aea1e177-951e-40c2-ad60-e35e9dd2e31e on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:01:02.622076 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-565303e5-ae1e-4f5e-953e-469b0ef3ee05 service neutron] Attempting to bind port aea1e177-951e-40c2-ad60-e35e9dd2e31e by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'dcadfd15-9d00-4220-b17c-421f13a03194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8'}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:01:02.622678 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-565303e5-ae1e-4f5e-953e-469b0ef3ee05 service neutron] Attempting to bind port aea1e177-951e-40c2-ad60-e35e9dd2e31e on network 51dfc435-f4d5-4bb7-b519-debcc47256e8 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:01:02.630060 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-565303e5-ae1e-4f5e-953e-469b0ef3ee05 service neutron] Port aea1e177-951e-40c2-ad60-e35e9dd2e31e on network 51dfc435-f4d5-4bb7-b519-debcc47256e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 13:01:02.630467 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-565303e5-ae1e-4f5e-953e-469b0ef3ee05 service neutron] Attempting to bind port aea1e177-951e-40c2-ad60-e35e9dd2e31e on network 51dfc435-f4d5-4bb7-b519-debcc47256e8 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:01:02.639937 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-565303e5-ae1e-4f5e-953e-469b0ef3ee05 service neutron] Checking agent: {'id': '01dfb066-6594-4635-8f5d-cd7d37486eef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'started_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:01:02.639937 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-565303e5-ae1e-4f5e-953e-469b0ef3ee05 service neutron] Checking segment: {'id': 'dcadfd15-9d00-4220-b17c-421f13a03194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:01:02.639937 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-565303e5-ae1e-4f5e-953e-469b0ef3ee05 service neutron] Bound using segment: {'id': 'dcadfd15-9d00-4220-b17c-421f13a03194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8'} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:01:02.639937 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-565303e5-ae1e-4f5e-953e-469b0ef3ee05 service neutron] Bound port: aea1e177-951e-40c2-ad60-e35e9dd2e31e, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcadfd15-9d00-4220-b17c-421f13a03194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8'}}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:01:02.641407 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-565303e5-ae1e-4f5e-953e-469b0ef3ee05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (aea1e177-951e-40c2-ad60-e35e9dd2e31e), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:02.714716 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-565303e5-ae1e-4f5e-953e-469b0ef3ee05 service neutron] For port aea1e177-951e-40c2-ad60-e35e9dd2e31e, host hv-cinder-80403, cleared binding levels {{(pid=109759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:01:02.717809 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-565303e5-ae1e-4f5e-953e-469b0ef3ee05 service neutron] For port aea1e177-951e-40c2-ad60-e35e9dd2e31e, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=aea1e177-951e-40c2-ad60-e35e9dd2e31e,segment=NetworkSegment(dcadfd15-9d00-4220-b17c-421f13a03194),segment_id=dcadfd15-9d00-4220-b17c-421f13a03194)] {{(pid=109759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:01:02.783873 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-565303e5-ae1e-4f5e-953e-469b0ef3ee05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217087'] for port (aea1e177-951e-40c2-ad60-e35e9dd2e31e), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:02.822186 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-565303e5-ae1e-4f5e-953e-469b0ef3ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:02.822912 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-565303e5-ae1e-4f5e-953e-469b0ef3ee05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:02.824331 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-565303e5-ae1e-4f5e-953e-469b0ef3ee05 service neutron] 10.222.0.107 "PUT /v2.0/ports/aea1e177-951e-40c2-ad60-e35e9dd2e31e HTTP/1.1" status: 200 len: 1093 time: 0.8374979 Jan 20 13:01:02.824772 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee841206-9075-4b1a-a035-0b34935d471c', 'tag': 'aea1e177-951e-40c2-ad60-e35e9dd2e31e'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:01:02.827553 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330b1581-f441-427f-bab8-6d3e74dd9e17" -d '{"events": [{"name": "network-changed", "server_uuid": "ee841206-9075-4b1a-a035-0b34935d471c", "tag": "aea1e177-951e-40c2-ad60-e35e9dd2e31e"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:01:02.860715 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565303e5-ae1e-4f5e-953e-469b0ef3ee05 service neutron] Pushing event updated for resources: {'Port': ['ID=aea1e177-951e-40c2-ad60-e35e9dd2e31e,revision_number=3']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:02.878752 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d722517-ffbf-4405-b8ca-8e1d4aec8a55 x-openstack-request-id: req-9d722517-ffbf-4405-b8ca-8e1d4aec8a55 {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:01:02.879279 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee841206-9075-4b1a-a035-0b34935d471c", "tag": "aea1e177-951e-40c2-ad60-e35e9dd2e31e", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:01:02.879534 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9d722517-ffbf-4405-b8ca-8e1d4aec8a55 {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:01:02.879941 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee841206-9075-4b1a-a035-0b34935d471c', 'tag': 'aea1e177-951e-40c2-ad60-e35e9dd2e31e', 'status': 'completed', 'code': 200} Jan 20 13:01:02.943541 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b1581-f441-427f-bab8-6d3e74dd9e17 req-629ee830-c63a-4d66-be5a-df2b22ca21b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:02.945095 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-330b1581-f441-427f-bab8-6d3e74dd9e17 req-629ee830-c63a-4d66-be5a-df2b22ca21b9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=45c3ebca63544b178b63b288cecc910c&device_id=ee841206-9075-4b1a-a035-0b34935d471c HTTP/1.1" status: 200 len: 1096 time: 0.0433607 Jan 20 13:01:03.050794 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b1581-f441-427f-bab8-6d3e74dd9e17 req-06e43d49-8b20-4a61-8f1b-4b8f55db38ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:03.052274 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-330b1581-f441-427f-bab8-6d3e74dd9e17 req-06e43d49-8b20-4a61-8f1b-4b8f55db38ac service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=45c3ebca63544b178b63b288cecc910c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0999320 Jan 20 13:01:03.151846 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b1581-f441-427f-bab8-6d3e74dd9e17 req-70f0deb3-f2e0-4e45-885d-20aeec4f1c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:03.153300 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-330b1581-f441-427f-bab8-6d3e74dd9e17 req-70f0deb3-f2e0-4e45-885d-20aeec4f1c88 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936396 Jan 20 13:01:03.199147 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-0c7a231e-26a0-467d-bfb4-791a3eb23bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:03.235601 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-7a537ff2-5ec5-4a33-b5c4-71aacbd49093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:03.237118 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-7a537ff2-5ec5-4a33-b5c4-71aacbd49093 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=45c3ebca63544b178b63b288cecc910c&device_id=ee841206-9075-4b1a-a035-0b34935d471c HTTP/1.1" status: 200 len: 1096 time: 0.0434787 Jan 20 13:01:03.283604 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-8d13e669-8d99-4847-992c-cfa4b6606e21 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aea1e177-951e-40c2-ad60-e35e9dd2e31e HTTP/1.1" status: 200 len: 217 time: 0.0364892 Jan 20 13:01:03.336847 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-a82f42ea-b04f-4224-b396-113074cd7ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:03.338335 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-a82f42ea-b04f-4224-b396-113074cd7ddd service neutron] 10.222.0.107 "GET /v2.0/subnets?id=7e70a924-e46b-43c1-b6e9-160e1b7b97c7 HTTP/1.1" status: 200 len: 850 time: 0.0427105 Jan 20 13:01:03.383831 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-c779d26e-a825-4b4e-b8e0-64fd027fcd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:03.385348 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-c779d26e-a825-4b4e-b8e0-64fd027fcd33 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=51dfc435-f4d5-4bb7-b519-debcc47256e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405753 Jan 20 13:01:03.480431 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-38d3bba3-c707-4001-8173-1a0f18491aac service neutron] 10.222.0.107 "GET /v2.0/networks/51dfc435-f4d5-4bb7-b519-debcc47256e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876732 Jan 20 13:01:03.568026 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7d9162a2-7135-4035-b2d2-6b1351530398 req-02e75479-fbcf-404a-9247-f994906fa985 service neutron] 10.222.0.107 "GET /v2.0/networks/51dfc435-f4d5-4bb7-b519-debcc47256e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808589 Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:03.713243 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:03.716019 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:03.716019 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:03.716019 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:03.716019 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:03.716019 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:03.716019 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:03.716019 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:03.716019 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:03.716019 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:03.716019 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:03.716019 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:03.716019 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:03.717681 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c808518-bd19-43bd-9619-336bad54a7df req-22e12ef6-1912-4265-9ea5-1a58c80df2e0 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:03.722623 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0c808518-bd19-43bd-9619-336bad54a7df req-22e12ef6-1912-4265-9ea5-1a58c80df2e0 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee841206-9075-4b1a-a035-0b34935d471c HTTP/1.1" status: 200 len: 943 time: 0.0544202 Jan 20 13:01:03.770294 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0c808518-bd19-43bd-9619-336bad54a7df req-90c22fb5-fb87-4ba2-8ab4-fd06c76d2f2b tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b2b2324-2412-4f87-bed2-5a39583937e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450039 Jan 20 13:01:04.884884 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ec851-a2fa-4f73-9856-6dac57dbf811 req-d3997538-cf7d-4d1a-9767-288869a93560 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:04.886339 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-529ec851-a2fa-4f73-9856-6dac57dbf811 req-d3997538-cf7d-4d1a-9767-288869a93560 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee841206-9075-4b1a-a035-0b34935d471c HTTP/1.1" status: 200 len: 943 time: 0.0481308 Jan 20 13:01:04.933933 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-529ec851-a2fa-4f73-9856-6dac57dbf811 req-2c213e89-923f-4a21-818e-dc727951e136 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b2b2324-2412-4f87-bed2-5a39583937e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419471 Jan 20 13:01:06.012134 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-8c7e5bae-763d-445a-9161-0aba87c9377b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:06.053761 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91deb5f9-699f-42fa-a196-c6e1fec03a3b req-1c61bc5f-426d-446b-9e8d-c621e3804024 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:06.055719 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-91deb5f9-699f-42fa-a196-c6e1fec03a3b req-1c61bc5f-426d-446b-9e8d-c621e3804024 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee841206-9075-4b1a-a035-0b34935d471c HTTP/1.1" status: 200 len: 943 time: 0.0523491 Jan 20 13:01:06.103914 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-91deb5f9-699f-42fa-a196-c6e1fec03a3b req-f8c5e887-0f04-463c-8b3e-ac09b316682c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b2b2324-2412-4f87-bed2-5a39583937e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423951 Jan 20 13:01:06.518518 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device aea1e177-951e-40c2-ad60-e35e9dd2e31e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:01:06.619394 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port aea1e177-951e-40c2-ad60-e35e9dd2e31e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=aea1e177-951e-40c2-ad60-e35e9dd2e31e,segment=NetworkSegment(dcadfd15-9d00-4220-b17c-421f13a03194),segment_id=dcadfd15-9d00-4220-b17c-421f13a03194)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:01:06.630078 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Returning: {'device': 'aea1e177-951e-40c2-ad60-e35e9dd2e31e', 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8', 'port_id': 'aea1e177-951e-40c2-ad60-e35e9dd2e31e', 'mac_address': 'fa:16:3e:33:d3:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:01:06.667906 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port aea1e177-951e-40c2-ad60-e35e9dd2e31e is: DOWN; New status is: BUILD {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:01:06.668298 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (aea1e177-951e-40c2-ad60-e35e9dd2e31e), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:06.684249 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea1e177-951e-40c2-ad60-e35e9dd2e31e {{(pid=109761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:01:06.706643 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port aea1e177-951e-40c2-ad60-e35e9dd2e31e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=aea1e177-951e-40c2-ad60-e35e9dd2e31e,segment=NetworkSegment(dcadfd15-9d00-4220-b17c-421f13a03194),segment_id=dcadfd15-9d00-4220-b17c-421f13a03194)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:01:06.778069 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (aea1e177-951e-40c2-ad60-e35e9dd2e31e), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:06.831644 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=aea1e177-951e-40c2-ad60-e35e9dd2e31e,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:06.839353 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:06.839690 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:06.839998 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:06.840332 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:06.840667 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:06.840999 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:06.841327 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:06.841686 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:06.842014 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:06.842339 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:06.842661 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:06.842988 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:06.843309 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:07.173196 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['aea1e177-951e-40c2-ad60-e35e9dd2e31e'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:01:07.221875 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fc55d-fa08-43ed-9c2b-a101da9aceb1 req-1a03fdf4-da25-44b3-8f12-936ec2191167 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:07.223456 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fe7fc55d-fa08-43ed-9c2b-a101da9aceb1 req-1a03fdf4-da25-44b3-8f12-936ec2191167 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee841206-9075-4b1a-a035-0b34935d471c HTTP/1.1" status: 200 len: 944 time: 0.0517213 Jan 20 13:01:07.274175 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fe7fc55d-fa08-43ed-9c2b-a101da9aceb1 req-7e70ad4c-f178-4739-a897-642f668d991d tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b2b2324-2412-4f87-bed2-5a39583937e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437467 Jan 20 13:01:07.629245 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:08.406797 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174933c-319d-4648-956d-8471f5252b39 req-3ef660d2-20b5-4166-bc3f-3d13b609dd05 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:08.408297 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2174933c-319d-4648-956d-8471f5252b39 req-3ef660d2-20b5-4166-bc3f-3d13b609dd05 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee841206-9075-4b1a-a035-0b34935d471c HTTP/1.1" status: 200 len: 944 time: 0.0500071 Jan 20 13:01:08.462691 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2174933c-319d-4648-956d-8471f5252b39 req-8f7f5739-0bae-4728-b170-6df323c0332e tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b2b2324-2412-4f87-bed2-5a39583937e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485415 Jan 20 13:01:08.513479 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device aea1e177-951e-40c2-ad60-e35e9dd2e31e up at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:01:08.640582 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning for port aea1e177-951e-40c2-ad60-e35e9dd2e31e completed by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:01:08.647077 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning complete for port aea1e177-951e-40c2-ad60-e35e9dd2e31e triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:01:08.647411 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (aea1e177-951e-40c2-ad60-e35e9dd2e31e), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:08.737069 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port aea1e177-951e-40c2-ad60-e35e9dd2e31e is: BUILD; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:01:08.737386 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (aea1e177-951e-40c2-ad60-e35e9dd2e31e), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:08.761207 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee841206-9075-4b1a-a035-0b34935d471c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea1e177-951e-40c2-ad60-e35e9dd2e31e'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:01:08.764564 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbc0b5d-031c-418e-b109-79a5155274f3" -d '{"events": [{"server_uuid": "ee841206-9075-4b1a-a035-0b34935d471c", "name": "network-vif-plugged", "status": "completed", "tag": "aea1e177-951e-40c2-ad60-e35e9dd2e31e"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:01:08.776514 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port aea1e177-951e-40c2-ad60-e35e9dd2e31e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=aea1e177-951e-40c2-ad60-e35e9dd2e31e,segment=NetworkSegment(dcadfd15-9d00-4220-b17c-421f13a03194),segment_id=dcadfd15-9d00-4220-b17c-421f13a03194)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:01:08.800138 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed05f38f-3d09-48cc-b2f9-756c5eb522aa x-openstack-request-id: req-ed05f38f-3d09-48cc-b2f9-756c5eb522aa {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:01:08.800437 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee841206-9075-4b1a-a035-0b34935d471c", "name": "network-vif-plugged", "status": "completed", "tag": "aea1e177-951e-40c2-ad60-e35e9dd2e31e", "code": 200}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:01:08.800711 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ed05f38f-3d09-48cc-b2f9-756c5eb522aa {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:01:08.801095 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee841206-9075-4b1a-a035-0b34935d471c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea1e177-951e-40c2-ad60-e35e9dd2e31e', 'code': 200} Jan 20 13:01:08.862166 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (aea1e177-951e-40c2-ad60-e35e9dd2e31e), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:08.914605 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=aea1e177-951e-40c2-ad60-e35e9dd2e31e,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:09.442612 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c73663-52eb-4d21-920d-8a171440cf53 req-f4614731-30e2-4634-87ad-58ea22f69343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:09.444118 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e9c73663-52eb-4d21-920d-8a171440cf53 req-f4614731-30e2-4634-87ad-58ea22f69343 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ee841206-9075-4b1a-a035-0b34935d471c HTTP/1.1" status: 200 len: 1098 time: 0.3012996 Jan 20 13:01:09.453980 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f1e1c2e9-e9ae-4700-8e24-6ba020da6a32 req-1a764cfb-815c-47ec-beec-28f5fb46ae40 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-620753944&fields=id&tenant_id=0a2775ddfe214868bb2c9918d8ded733 HTTP/1.1" status: 200 len: 267 time: 0.0572171 Jan 20 13:01:09.523242 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e9c73663-52eb-4d21-920d-8a171440cf53 req-1f49c662-b923-48b7-8a48-ebbec1de7fbd service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=0b2b2324-2412-4f87-bed2-5a39583937e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682263 Jan 20 13:01:09.536793 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1c2e9-e9ae-4700-8e24-6ba020da6a32 req-69d46743-0e92-4c94-bcea-7931d0e96e7b tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:09.538355 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f1e1c2e9-e9ae-4700-8e24-6ba020da6a32 req-69d46743-0e92-4c94-bcea-7931d0e96e7b tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 984 time: 0.0781329 Jan 20 13:01:09.557094 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-f1e1c2e9-e9ae-4700-8e24-6ba020da6a32 req-392cead0-cc31-4be4-83e5-d2aa0a35aa6d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Request body: {'port': {'security_groups': ['6da4afa0-3407-4a64-a68e-9b2b02095d30']}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:01:09.644676 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165fca9-0e97-4600-b0f6-0c20e7c487f3 req-f88cb2a3-0b56-46c9-a4df-942d6297690f tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:09.646235 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7165fca9-0e97-4600-b0f6-0c20e7c487f3 req-f88cb2a3-0b56-46c9-a4df-942d6297690f tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee841206-9075-4b1a-a035-0b34935d471c HTTP/1.1" status: 200 len: 945 time: 0.1069732 Jan 20 13:01:09.651851 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:09.663720 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-f1e1c2e9-e9ae-4700-8e24-6ba020da6a32 req-392cead0-cc31-4be4-83e5-d2aa0a35aa6d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (b88a922e-9216-477f-8e7f-5379fd6ae9e8), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:09.745095 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7165fca9-0e97-4600-b0f6-0c20e7c487f3 req-61d9c67b-b3b4-4070-af24-4e565573fb2c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b2b2324-2412-4f87-bed2-5a39583937e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914969 Jan 20 13:01:09.895035 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-f1e1c2e9-e9ae-4700-8e24-6ba020da6a32 req-392cead0-cc31-4be4-83e5-d2aa0a35aa6d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] For port b88a922e-9216-477f-8e7f-5379fd6ae9e8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b88a922e-9216-477f-8e7f-5379fd6ae9e8,segment=NetworkSegment(74c5cd76-4991-4c75-a738-3eb043c31d57),segment_id=74c5cd76-4991-4c75-a738-3eb043c31d57)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:01:09.909661 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:09.923843 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-f1e1c2e9-e9ae-4700-8e24-6ba020da6a32 req-392cead0-cc31-4be4-83e5-d2aa0a35aa6d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for port (b88a922e-9216-477f-8e7f-5379fd6ae9e8), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:10.029092 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-f1e1c2e9-e9ae-4700-8e24-6ba020da6a32 req-392cead0-cc31-4be4-83e5-d2aa0a35aa6d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217087'] for port (b88a922e-9216-477f-8e7f-5379fd6ae9e8), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:10.043231 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['b88a922e-9216-477f-8e7f-5379fd6ae9e8'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:01:10.084197 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1c2e9-e9ae-4700-8e24-6ba020da6a32 req-392cead0-cc31-4be4-83e5-d2aa0a35aa6d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:10.084856 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-f1e1c2e9-e9ae-4700-8e24-6ba020da6a32 req-392cead0-cc31-4be4-83e5-d2aa0a35aa6d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:10.086377 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f1e1c2e9-e9ae-4700-8e24-6ba020da6a32 req-392cead0-cc31-4be4-83e5-d2aa0a35aa6d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "PUT /v2.0/ports/b88a922e-9216-477f-8e7f-5379fd6ae9e8 HTTP/1.1" status: 200 len: 942 time: 0.5385840 Jan 20 13:01:10.086843 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42c89a3-36f3-4ffb-a624-2433bef3488f', 'tag': 'b88a922e-9216-477f-8e7f-5379fd6ae9e8'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:01:10.089735 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb0ebe7-28c5-44d2-9393-c7015d7e18ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e42c89a3-36f3-4ffb-a624-2433bef3488f", "tag": "b88a922e-9216-477f-8e7f-5379fd6ae9e8"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:01:10.094843 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 33288) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:10.125982 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392cead0-cc31-4be4-83e5-d2aa0a35aa6d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Pushing event updated for resources: {'Port': ['ID=b88a922e-9216-477f-8e7f-5379fd6ae9e8,revision_number=7']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:10.158899 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9a6f1f-9acf-41ef-b163-5e8888fad5d2 x-openstack-request-id: req-ce9a6f1f-9acf-41ef-b163-5e8888fad5d2 {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:01:10.171068 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42c89a3-36f3-4ffb-a624-2433bef3488f", "tag": "b88a922e-9216-477f-8e7f-5379fd6ae9e8", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:01:10.171068 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ce9a6f1f-9acf-41ef-b163-5e8888fad5d2 {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:01:10.171068 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42c89a3-36f3-4ffb-a624-2433bef3488f', 'tag': 'b88a922e-9216-477f-8e7f-5379fd6ae9e8', 'status': 'completed', 'code': 200} Jan 20 13:01:10.171393 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['b88a922e-9216-477f-8e7f-5379fd6ae9e8'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:01:10.193459 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-89461929-baa8-4670-96df-d812a9ee81f4 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for security_group (42b83fc2-6f40-4955-8ea0-d0f05dcfbc87), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:10.224423 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-89461929-baa8-4670-96df-d812a9ee81f4 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for security_group (42b83fc2-6f40-4955-8ea0-d0f05dcfbc87), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:10.246799 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0ebe7-28c5-44d2-9393-c7015d7e18ed req-2624b6c5-78c1-4f89-82a8-c7ab10fbe25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:10.251841 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ccb0ebe7-28c5-44d2-9393-c7015d7e18ed req-2624b6c5-78c1-4f89-82a8-c7ab10fbe25c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0a2775ddfe214868bb2c9918d8ded733&device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 1098 time: 0.0657878 Jan 20 13:01:10.323355 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 33292) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:10.389096 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_v2 [None req-a825a7df-6db2-4a29-a0ff-8326471cf92f admin admin] Deleting subnet ed47c05f-71aa-4581-984f-36a9eb00dc61 {{(pid=109760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 13:01:10.391257 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0ebe7-28c5-44d2-9393-c7015d7e18ed req-94bdf01a-5b5f-4af5-b213-99a34a847ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:10.392511 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a825a7df-6db2-4a29-a0ff-8326471cf92f admin admin] Publish callbacks [] for subnet (ed47c05f-71aa-4581-984f-36a9eb00dc61), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:10.393392 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ccb0ebe7-28c5-44d2-9393-c7015d7e18ed req-94bdf01a-5b5f-4af5-b213-99a34a847ab8 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6257bc55-3fcd-42d2-bf11-689060fb8531 HTTP/1.1" status: 200 len: 915 time: 0.1362078 Jan 20 13:01:10.394752 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-89461929-baa8-4670-96df-d812a9ee81f4 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (42b83fc2-6f40-4955-8ea0-d0f05dcfbc87), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:10.397366 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-89461929-baa8-4670-96df-d812a9ee81f4 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:10.398640 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-89461929-baa8-4670-96df-d812a9ee81f4 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "DELETE /v2.0/security-groups/42b83fc2-6f40-4955-8ea0-d0f05dcfbc87 HTTP/1.1" status: 204 len: 168 time: 0.3033104 Jan 20 13:01:10.405451 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 33294) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:10.430978 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89461929-baa8-4670-96df-d812a9ee81f4 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b83fc2-6f40-4955-8ea0-d0f05dcfbc87,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:10.444458 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a825a7df-6db2-4a29-a0ff-8326471cf92f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5795260'] for subnet (ed47c05f-71aa-4581-984f-36a9eb00dc61), precommit_delete_associations {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:10.461304 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-9031e044-4c4c-49b6-aba1-c5b32243a24b None None] Provisioning complete for port b88a922e-9216-477f-8e7f-5379fd6ae9e8 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:01:10.461828 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-9031e044-4c4c-49b6-aba1-c5b32243a24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (b88a922e-9216-477f-8e7f-5379fd6ae9e8), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:10.496138 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a825a7df-6db2-4a29-a0ff-8326471cf92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537527'] for subnet (ed47c05f-71aa-4581-984f-36a9eb00dc61), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:10.506866 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ccb0ebe7-28c5-44d2-9393-c7015d7e18ed req-fb4ee505-e989-49ae-82cb-86eedbb6e203 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b88a922e-9216-477f-8e7f-5379fd6ae9e8 HTTP/1.1" status: 200 len: 1001 time: 0.1079593 Jan 20 13:01:10.561353 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-9031e044-4c4c-49b6-aba1-c5b32243a24b None None] Current status of the port b88a922e-9216-477f-8e7f-5379fd6ae9e8 is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:01:10.609208 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0ebe7-28c5-44d2-9393-c7015d7e18ed req-7e203c80-aa5f-44bb-82d1-e7dc946075c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:10.611374 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ccb0ebe7-28c5-44d2-9393-c7015d7e18ed req-7e203c80-aa5f-44bb-82d1-e7dc946075c9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fec93fb4-7ef9-4a61-8150-94ddefbda1ab HTTP/1.1" status: 200 len: 853 time: 0.0954914 Jan 20 13:01:10.635508 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a825a7df-6db2-4a29-a0ff-8326471cf92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4332618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4798155'] for subnet (ed47c05f-71aa-4581-984f-36a9eb00dc61), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:10.664653 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825a7df-6db2-4a29-a0ff-8326471cf92f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed47c05f-71aa-4581-984f-36a9eb00dc61,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:10.671929 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a825a7df-6db2-4a29-a0ff-8326471cf92f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:10.674788 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-a825a7df-6db2-4a29-a0ff-8326471cf92f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ed47c05f-71aa-4581-984f-36a9eb00dc61 HTTP/1.1" status: 204 len: 168 time: 0.3498552 Jan 20 13:01:10.677529 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 33296) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:10.694193 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0ebe7-28c5-44d2-9393-c7015d7e18ed req-8229b1ac-4881-475d-940d-3ef6c00721f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:10.695765 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ccb0ebe7-28c5-44d2-9393-c7015d7e18ed req-8229b1ac-4881-475d-940d-3ef6c00721f6 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6257bc55-3fcd-42d2-bf11-689060fb8531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0568678 Jan 20 13:01:10.701206 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-f263fb2d-ee79-4da7-ba9d-f6a25da5018d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Deleting port fd6df960-76b7-4c7c-9c00-0956019e8ab2 {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:01:10.701584 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f263fb2d-ee79-4da7-ba9d-f6a25da5018d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (fd6df960-76b7-4c7c-9c00-0956019e8ab2), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:10.749628 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d815d0a4-fbb8-496e-bb49-b8cb380b8cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497049'] for network (12f6781b-c16e-471c-9029-7b54bf98e7ef), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:10.837145 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d815d0a4-fbb8-496e-bb49-b8cb380b8cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1524928', 'neutron.services.segments.db._delete_segments_for_network-8775109942164'] for network (12f6781b-c16e-471c-9029-7b54bf98e7ef), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:10.854751 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f263fb2d-ee79-4da7-ba9d-f6a25da5018d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (fd6df960-76b7-4c7c-9c00-0956019e8ab2), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:10.860130 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f263fb2d-ee79-4da7-ba9d-f6a25da5018d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for floatingip (fd6df960-76b7-4c7c-9c00-0956019e8ab2), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:10.860258 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.services.segments.db [None req-d815d0a4-fbb8-496e-bb49-b8cb380b8cab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f6781b-c16e-471c-9029-7b54bf98e7ef']}} {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:10.867507 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.services.segments.db [None req-d815d0a4-fbb8-496e-bb49-b8cb380b8cab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cfe4c67-ed28-46de-afbb-45481ef6387a') {'for_net_delete': True} {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:10.867799 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.services.segments.db [None req-d815d0a4-fbb8-496e-bb49-b8cb380b8cab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cfe4c67-ed28-46de-afbb-45481ef6387a') {} {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:10.877638 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d815d0a4-fbb8-496e-bb49-b8cb380b8cab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775109942038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5792847'] for segment (7cfe4c67-ed28-46de-afbb-45481ef6387a), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:10.902989 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-f263fb2d-ee79-4da7-ba9d-f6a25da5018d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Calling delete_port for fd6df960-76b7-4c7c-9c00-0956019e8ab2 owned by network:floatingip {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:01:10.912496 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d815d0a4-fbb8-496e-bb49-b8cb380b8cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (7cfe4c67-ed28-46de-afbb-45481ef6387a), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:10.913122 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ccb0ebe7-28c5-44d2-9393-c7015d7e18ed req-b2b7c787-9161-461d-abfb-b6e3e69223ac service neutron] 10.222.0.107 "GET /v2.0/networks/6257bc55-3fcd-42d2-bf11-689060fb8531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087026 Jan 20 13:01:10.924267 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d815d0a4-fbb8-496e-bb49-b8cb380b8cab admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 13:01:10.925194 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d815d0a4-fbb8-496e-bb49-b8cb380b8cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4332580'] for segment (7cfe4c67-ed28-46de-afbb-45481ef6387a), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: warnings.warn(msg) Jan 20 13:01:10.927400 dv-cinder-804035-24-iscsi neutron-server[109760]: Traceback (most recent call last): Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: timer() Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: cb(*args, **kw) Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: return func(*args, **kwargs) Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: self._notify() Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: self.callback(batched_events) Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: event.method(event) Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: return f(self, *a, **k) Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: return self._get(url).json() Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: return self.request(url, 'GET', **kwargs) Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 13:01:10.930614 dv-cinder-804035-24-iscsi neutron-server[109760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 13:01:10.947824 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:11.056394 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7645c9-9b44-49b4-b69e-22d9f4d5317c req-8b965095-16d6-422d-9e20-044e5c425360 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:11.057886 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5a7645c9-9b44-49b4-b69e-22d9f4d5317c req-8b965095-16d6-422d-9e20-044e5c425360 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee841206-9075-4b1a-a035-0b34935d471c HTTP/1.1" status: 200 len: 945 time: 0.2117739 Jan 20 13:01:11.088793 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d815d0a4-fbb8-496e-bb49-b8cb380b8cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1524953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529948'] for network (12f6781b-c16e-471c-9029-7b54bf98e7ef), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:11.097512 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d815d0a4-fbb8-496e-bb49-b8cb380b8cab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:11.099181 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-d815d0a4-fbb8-496e-bb49-b8cb380b8cab admin admin] 10.222.0.57 "DELETE /v2.0/networks/12f6781b-c16e-471c-9029-7b54bf98e7ef HTTP/1.1" status: 204 len: 168 time: 0.4207082 Jan 20 13:01:11.119476 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815d0a4-fbb8-496e-bb49-b8cb380b8cab admin admin] Pushing event deleted for resources: {'Network': ['ID=12f6781b-c16e-471c-9029-7b54bf98e7ef,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:11.164180 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ccb0ebe7-28c5-44d2-9393-c7015d7e18ed req-0c7e53d4-ad33-48dd-b280-a062b782e1a7 service neutron] 10.222.0.107 "GET /v2.0/networks/6257bc55-3fcd-42d2-bf11-689060fb8531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437942 Jan 20 13:01:11.181759 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5a7645c9-9b44-49b4-b69e-22d9f4d5317c req-9fbe09df-fd1e-486f-bda6-643f49b6645c tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b2b2324-2412-4f87-bed2-5a39583937e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130421 Jan 20 13:01:11.326249 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f263fb2d-ee79-4da7-ba9d-f6a25da5018d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (fd6df960-76b7-4c7c-9c00-0956019e8ab2), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:11.350999 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263fb2d-ee79-4da7-ba9d-f6a25da5018d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Pushing event deleted for resources: {'Port': ['ID=fd6df960-76b7-4c7c-9c00-0956019e8ab2,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:11.420176 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f263fb2d-ee79-4da7-ba9d-f6a25da5018d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks [] for floatingip (4189191c-1ce6-4489-940c-9c59cacaefa8), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:11.420720 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.db.l3_db [None req-f263fb2d-ee79-4da7-ba9d-f6a25da5018d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Floating IP 4189191c-1ce6-4489-940c-9c59cacaefa8 disassociated (deleted). External IP: 172.27.0.152, port: b88a922e-9216-477f-8e7f-5379fd6ae9e8. Jan 20 13:01:11.525623 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 33304) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:11.572416 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-14289fcf-2923-4399-984e-226669cc4d0e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fa0ddecf2bd540e5a7a2ad69370b32ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453098 Jan 20 13:01:11.574908 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 33306) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:11.621721 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-3ac13354-9668-4c33-8461-c9201bb4ef2f admin admin] Publish callbacks [] for security_group (c67e309b-c67c-4f07-9855-aced3fe9791b), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:11.631790 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f263fb2d-ee79-4da7-ba9d-f6a25da5018d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Router c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44 has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:01:11.643582 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-3ac13354-9668-4c33-8461-c9201bb4ef2f admin admin] Publish callbacks [] for security_group (c67e309b-c67c-4f07-9855-aced3fe9791b), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:11.747140 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f263fb2d-ee79-4da7-ba9d-f6a25da5018d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:01:11.751864 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f263fb2d-ee79-4da7-ba9d-f6a25da5018d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:11.758410 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2126ce80-e328-466e-86ec-944d3491fa50 None None] Sync routers for ids ['c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:01:11.770690 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2126ce80-e328-466e-86ec-944d3491fa50 None None] Routers {'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:01:11.771432 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-2126ce80-e328-466e-86ec-944d3491fa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:01:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:11.779954 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-f263fb2d-ee79-4da7-ba9d-f6a25da5018d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "DELETE /v2.0/floatingips/4189191c-1ce6-4489-940c-9c59cacaefa8 HTTP/1.1" status: 204 len: 168 time: 1.3721666 Jan 20 13:01:11.795160 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-3ac13354-9668-4c33-8461-c9201bb4ef2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (c67e309b-c67c-4f07-9855-aced3fe9791b), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:11.801943 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-3ac13354-9668-4c33-8461-c9201bb4ef2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:11.801943 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-3ac13354-9668-4c33-8461-c9201bb4ef2f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c67e309b-c67c-4f07-9855-aced3fe9791b HTTP/1.1" status: 204 len: 168 time: 0.2233024 Jan 20 13:01:11.808311 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac13354-9668-4c33-8461-c9201bb4ef2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67e309b-c67c-4f07-9855-aced3fe9791b,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:11.900341 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-2126ce80-e328-466e-86ec-944d3491fa50 None None] Set router c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:01:12.132260 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-2126ce80-e328-466e-86ec-944d3491fa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'name': 'tempest-TestMinimumBasicScenario-874233895-router', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:55:15Z', 'updated_at': '2022-01-20T12:55:22Z', 'revision_number': 4, 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'gw_port': {'id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:16Z', 'updated_at': '2022-01-20T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': 'e277afee-039e-4bc8-a4ab-29242ad072c1', 'name': '', 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'mac_address': 'fa:16:3e:34:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fec93fb4-7ef9-4a61-8150-94ddefbda1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:20Z', 'updated_at': '2022-01-20T12:55:27Z', 'revision_number': 5, 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'subnets': [{'id': 'fec93fb4-7ef9-4a61-8150-94ddefbda1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:12.161203 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2126ce80-e328-466e-86ec-944d3491fa50 None None] Checking router: c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44 for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:01:12.162532 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42c89a3-36f3-4ffb-a624-2433bef3488f', 'tag': 'b88a922e-9216-477f-8e7f-5379fd6ae9e8'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:01:12.165553 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc901209-cd5a-4461-abd4-70a7a16feb60" -d '{"events": [{"name": "network-changed", "server_uuid": "e42c89a3-36f3-4ffb-a624-2433bef3488f", "tag": "b88a922e-9216-477f-8e7f-5379fd6ae9e8"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:01:12.171169 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2126ce80-e328-466e-86ec-944d3491fa50 None None] Routers {'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:01:12.171796 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-2126ce80-e328-466e-86ec-944d3491fa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:01:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:12.209045 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c631ef1-d862-4c77-9551-ae65bdfe816f x-openstack-request-id: req-1c631ef1-d862-4c77-9551-ae65bdfe816f {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:01:12.209372 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42c89a3-36f3-4ffb-a624-2433bef3488f", "tag": "b88a922e-9216-477f-8e7f-5379fd6ae9e8", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:01:12.209686 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1c631ef1-d862-4c77-9551-ae65bdfe816f {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:01:12.210144 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42c89a3-36f3-4ffb-a624-2433bef3488f', 'tag': 'b88a922e-9216-477f-8e7f-5379fd6ae9e8', 'status': 'completed', 'code': 200} Jan 20 13:01:12.275704 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc901209-cd5a-4461-abd4-70a7a16feb60 req-f2a137c8-8a41-447b-883e-8f8f60dd279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:12.277241 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fc901209-cd5a-4461-abd4-70a7a16feb60 req-f2a137c8-8a41-447b-883e-8f8f60dd279b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0a2775ddfe214868bb2c9918d8ded733&device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 1098 time: 0.0455463 Jan 20 13:01:12.287643 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-2126ce80-e328-466e-86ec-944d3491fa50 None None] Set router c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:01:12.412448 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4f9cc-32fc-4643-adbd-eb9435eac871 req-a66c74aa-1b4f-4175-806e-8fbaf5628e06 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:12.420454 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-17b4f9cc-32fc-4643-adbd-eb9435eac871 req-a66c74aa-1b4f-4175-806e-8fbaf5628e06 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee841206-9075-4b1a-a035-0b34935d471c HTTP/1.1" status: 200 len: 945 time: 0.1287086 Jan 20 13:01:12.470032 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc901209-cd5a-4461-abd4-70a7a16feb60 req-d2bbc503-7a22-472b-91f1-41da349d865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:12.472244 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fc901209-cd5a-4461-abd4-70a7a16feb60 req-d2bbc503-7a22-472b-91f1-41da349d865c service neutron] 10.222.0.107 "GET /v2.0/networks?id=6257bc55-3fcd-42d2-bf11-689060fb8531 HTTP/1.1" status: 200 len: 915 time: 0.1892116 Jan 20 13:01:12.545113 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-17b4f9cc-32fc-4643-adbd-eb9435eac871 req-b95655fa-f5e3-451f-a25f-0cb68c62d097 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b2b2324-2412-4f87-bed2-5a39583937e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234879 Jan 20 13:01:12.546630 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fc901209-cd5a-4461-abd4-70a7a16feb60 req-c582604a-2395-46d4-9b0d-e72d8e12f9d1 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b88a922e-9216-477f-8e7f-5379fd6ae9e8 HTTP/1.1" status: 200 len: 217 time: 0.0632150 Jan 20 13:01:12.553959 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-2126ce80-e328-466e-86ec-944d3491fa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'name': 'tempest-TestMinimumBasicScenario-874233895-router', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:55:15Z', 'updated_at': '2022-01-20T12:55:22Z', 'revision_number': 4, 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'gw_port': {'id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:16Z', 'updated_at': '2022-01-20T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': 'e277afee-039e-4bc8-a4ab-29242ad072c1', 'name': '', 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'mac_address': 'fa:16:3e:34:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fec93fb4-7ef9-4a61-8150-94ddefbda1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:20Z', 'updated_at': '2022-01-20T12:55:27Z', 'revision_number': 5, 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'subnets': [{'id': 'fec93fb4-7ef9-4a61-8150-94ddefbda1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:12.591246 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2126ce80-e328-466e-86ec-944d3491fa50 None None] The sync data for ids ['c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'] in dv-cinder-804035-24-iscsi is: [{'id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'name': 'tempest-TestMinimumBasicScenario-874233895-router', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:55:15Z', 'updated_at': '2022-01-20T12:55:22Z', 'revision_number': 4, 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'gw_port': {'id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:16Z', 'updated_at': '2022-01-20T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': 'e277afee-039e-4bc8-a4ab-29242ad072c1', 'name': '', 'network_id': '6257bc55-3fcd-42d2-bf11-689060fb8531', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'mac_address': 'fa:16:3e:34:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fec93fb4-7ef9-4a61-8150-94ddefbda1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:20Z', 'updated_at': '2022-01-20T12:55:27Z', 'revision_number': 5, 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'subnets': [{'id': 'fec93fb4-7ef9-4a61-8150-94ddefbda1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:01:12.611804 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc901209-cd5a-4461-abd4-70a7a16feb60 req-a36df42c-81f3-4122-90a0-07a46497fbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:12.620805 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fc901209-cd5a-4461-abd4-70a7a16feb60 req-a36df42c-81f3-4122-90a0-07a46497fbc7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fec93fb4-7ef9-4a61-8150-94ddefbda1ab HTTP/1.1" status: 200 len: 853 time: 0.0580215 Jan 20 13:01:12.709700 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8c562-11b2-48a3-bf6e-8829d90054d2 req-678678f2-8ade-4ff5-9770-6ba83a3c5593 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:12.711822 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c8f8c562-11b2-48a3-bf6e-8829d90054d2 req-678678f2-8ade-4ff5-9770-6ba83a3c5593 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee841206-9075-4b1a-a035-0b34935d471c HTTP/1.1" status: 200 len: 945 time: 0.0843835 Jan 20 13:01:12.713902 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc901209-cd5a-4461-abd4-70a7a16feb60 req-d4b10651-07fd-4714-8ec2-6a5936e21d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:12.715483 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fc901209-cd5a-4461-abd4-70a7a16feb60 req-d4b10651-07fd-4714-8ec2-6a5936e21d38 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6257bc55-3fcd-42d2-bf11-689060fb8531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0961251 Jan 20 13:01:12.722654 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 33334) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:12.727647 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-fdca0b83-dc66-496f-9681-f189c6e34a58 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Request body: {'floatingip': {'port_id': 'aea1e177-951e-40c2-ad60-e35e9dd2e31e'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:01:12.771293 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-fdca0b83-dc66-496f-9681-f189c6e34a58 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for floatingip (718e0f8f-3e22-4d39-8006-256239a3d549), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:12.835452 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fc901209-cd5a-4461-abd4-70a7a16feb60 req-88d27dc1-6971-49d5-b343-f54b31de5dd0 service neutron] 10.222.0.107 "GET /v2.0/networks/6257bc55-3fcd-42d2-bf11-689060fb8531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109393 Jan 20 13:01:12.917029 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38d5641-9e97-4a5d-b75f-e2d7241cd3e8 None None] New status for floating IP 4189191c-1ce6-4489-940c-9c59cacaefa8: DOWN {{(pid=109762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:01:12.952855 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fc901209-cd5a-4461-abd4-70a7a16feb60 req-aeb0c8e2-c0bf-44d3-a910-10251c2a04ca service neutron] 10.222.0.107 "GET /v2.0/networks/6257bc55-3fcd-42d2-bf11-689060fb8531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080747 Jan 20 13:01:13.303399 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-fdca0b83-dc66-496f-9681-f189c6e34a58 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:13.389151 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-fdca0b83-dc66-496f-9681-f189c6e34a58 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529925'] for floatingip (718e0f8f-3e22-4d39-8006-256239a3d549), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:13.494363 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.db.l3_db [None req-fdca0b83-dc66-496f-9681-f189c6e34a58 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Floating IP 718e0f8f-3e22-4d39-8006-256239a3d549 associated. External IP: 172.27.0.182, port: aea1e177-951e-40c2-ad60-e35e9dd2e31e. Jan 20 13:01:13.720935 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdca0b83-dc66-496f-9681-f189c6e34a58 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Router 6b9923d8-2afe-45a2-aa2d-90614be33ec2 has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:01:13.835494 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdca0b83-dc66-496f-9681-f189c6e34a58 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:01:13.841156 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-fdca0b83-dc66-496f-9681-f189c6e34a58 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:13.845626 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c03bed-3407-4610-acfd-c382fdcc7d9c None None] Sync routers for ids ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:01:13.857286 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c03bed-3407-4610-acfd-c382fdcc7d9c None None] Routers {'6b9923d8-2afe-45a2-aa2d-90614be33ec2'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:01:13.858081 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-42c03bed-3407-4610-acfd-c382fdcc7d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:01:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:13.869797 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-fdca0b83-dc66-496f-9681-f189c6e34a58 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "PUT /v2.0/floatingips/718e0f8f-3e22-4d39-8006-256239a3d549 HTTP/1.1" status: 200 len: 991 time: 1.1459839 Jan 20 13:01:13.870386 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee841206-9075-4b1a-a035-0b34935d471c', 'tag': 'aea1e177-951e-40c2-ad60-e35e9dd2e31e'}] {{(pid=109760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:01:13.872907 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ea70534e3ec4c8535c613b7f61a71075c31a0f3d27b65f13708ffbf10b8f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da8d708-db3a-4287-b3e2-5e8b5b3d1cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "ee841206-9075-4b1a-a035-0b34935d471c", "tag": "aea1e177-951e-40c2-ad60-e35e9dd2e31e"}]}' {{(pid=109760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:01:13.908761 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1e7e7a-17f3-4c23-b11a-a9cce0d86961 x-openstack-request-id: req-4a1e7e7a-17f3-4c23-b11a-a9cce0d86961 {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:01:13.909029 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee841206-9075-4b1a-a035-0b34935d471c", "tag": "aea1e177-951e-40c2-ad60-e35e9dd2e31e", "status": "completed", "code": 200}]} {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:01:13.909277 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4a1e7e7a-17f3-4c23-b11a-a9cce0d86961 {{(pid=109760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:01:13.909788 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee841206-9075-4b1a-a035-0b34935d471c', 'tag': 'aea1e177-951e-40c2-ad60-e35e9dd2e31e', 'status': 'completed', 'code': 200} Jan 20 13:01:13.980319 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8d708-db3a-4287-b3e2-5e8b5b3d1cd7 req-4cca6dd3-010d-4975-aa3b-6aed217d0c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:13.981949 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4da8d708-db3a-4287-b3e2-5e8b5b3d1cd7 req-4cca6dd3-010d-4975-aa3b-6aed217d0c44 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=45c3ebca63544b178b63b288cecc910c&device_id=ee841206-9075-4b1a-a035-0b34935d471c HTTP/1.1" status: 200 len: 1098 time: 0.0480480 Jan 20 13:01:14.096181 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8d708-db3a-4287-b3e2-5e8b5b3d1cd7 req-938f018e-6e33-4ea4-a761-32a5f0e3bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:14.097698 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4da8d708-db3a-4287-b3e2-5e8b5b3d1cd7 req-938f018e-6e33-4ea4-a761-32a5f0e3bf07 service neutron] 10.222.0.107 "GET /v2.0/networks?id=51dfc435-f4d5-4bb7-b519-debcc47256e8 HTTP/1.1" status: 200 len: 912 time: 0.1070576 Jan 20 13:01:14.120833 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-42c03bed-3407-4610-acfd-c382fdcc7d9c None None] Set router 6b9923d8-2afe-45a2-aa2d-90614be33ec2 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:01:14.170418 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4da8d708-db3a-4287-b3e2-5e8b5b3d1cd7 req-79b56eca-4b17-4271-b91e-ff55eba8c3ed service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aea1e177-951e-40c2-ad60-e35e9dd2e31e HTTP/1.1" status: 200 len: 999 time: 0.0668998 Jan 20 13:01:14.224967 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8d708-db3a-4287-b3e2-5e8b5b3d1cd7 req-b625782f-db58-4b74-8777-e089fbb92194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:14.226602 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4da8d708-db3a-4287-b3e2-5e8b5b3d1cd7 req-b625782f-db58-4b74-8777-e089fbb92194 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=7e70a924-e46b-43c1-b6e9-160e1b7b97c7 HTTP/1.1" status: 200 len: 850 time: 0.0507853 Jan 20 13:01:14.293285 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8d708-db3a-4287-b3e2-5e8b5b3d1cd7 req-e0242ad5-3007-4854-8a86-611b7267117e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:14.295182 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4da8d708-db3a-4287-b3e2-5e8b5b3d1cd7 req-e0242ad5-3007-4854-8a86-611b7267117e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=51dfc435-f4d5-4bb7-b519-debcc47256e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0608790 Jan 20 13:01:14.399956 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-42c03bed-3407-4610-acfd-c382fdcc7d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'name': 'tempest-AttachVolumeTestJSON-2107782987-router', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:30Z', 'updated_at': '2022-01-20T12:52:40Z', 'revision_number': 4, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'gw_port': {'id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': '718e0f8f-3e22-4d39-8006-256239a3d549', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'port_id': 'aea1e177-951e-40c2-ad60-e35e9dd2e31e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8', 'mac_address': 'fa:16:3e:33:d3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee841206-9075-4b1a-a035-0b34935d471c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:00:57Z', 'updated_at': '2022-01-20T13:01:13Z', 'revision_number': 1, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fb2c43-8fb0-46ef-8776-40751edea304', 'name': '', 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'mac_address': 'fa:16:3e:28:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:37Z', 'updated_at': '2022-01-20T12:52:51Z', 'revision_number': 5, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'subnets': [{'id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:14.401087 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4da8d708-db3a-4287-b3e2-5e8b5b3d1cd7 req-3aa5d5a5-ee16-44ce-9492-9bb95b5d18f2 service neutron] 10.222.0.107 "GET /v2.0/networks/51dfc435-f4d5-4bb7-b519-debcc47256e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980074 Jan 20 13:01:14.449359 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c03bed-3407-4610-acfd-c382fdcc7d9c None None] Checking router: 6b9923d8-2afe-45a2-aa2d-90614be33ec2 for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:01:14.458355 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c03bed-3407-4610-acfd-c382fdcc7d9c None None] Routers {'6b9923d8-2afe-45a2-aa2d-90614be33ec2'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:01:14.458984 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-42c03bed-3407-4610-acfd-c382fdcc7d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:01:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:14.505996 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4da8d708-db3a-4287-b3e2-5e8b5b3d1cd7 req-8605e93f-348b-4f2d-a52f-ede6b055765c service neutron] 10.222.0.107 "GET /v2.0/networks/51dfc435-f4d5-4bb7-b519-debcc47256e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991597 Jan 20 13:01:14.569636 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-42c03bed-3407-4610-acfd-c382fdcc7d9c None None] Set router 6b9923d8-2afe-45a2-aa2d-90614be33ec2 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:01:14.801202 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-42c03bed-3407-4610-acfd-c382fdcc7d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'name': 'tempest-AttachVolumeTestJSON-2107782987-router', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:30Z', 'updated_at': '2022-01-20T12:52:40Z', 'revision_number': 4, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'gw_port': {'id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': '718e0f8f-3e22-4d39-8006-256239a3d549', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'port_id': 'aea1e177-951e-40c2-ad60-e35e9dd2e31e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8', 'mac_address': 'fa:16:3e:33:d3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee841206-9075-4b1a-a035-0b34935d471c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:00:57Z', 'updated_at': '2022-01-20T13:01:13Z', 'revision_number': 1, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fb2c43-8fb0-46ef-8776-40751edea304', 'name': '', 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'mac_address': 'fa:16:3e:28:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:37Z', 'updated_at': '2022-01-20T12:52:51Z', 'revision_number': 5, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'subnets': [{'id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:14.836772 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c03bed-3407-4610-acfd-c382fdcc7d9c None None] The sync data for ids ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'] in dv-cinder-804035-24-iscsi is: [{'id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'name': 'tempest-AttachVolumeTestJSON-2107782987-router', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:30Z', 'updated_at': '2022-01-20T12:52:40Z', 'revision_number': 4, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'gw_port': {'id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': '718e0f8f-3e22-4d39-8006-256239a3d549', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'port_id': 'aea1e177-951e-40c2-ad60-e35e9dd2e31e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8', 'mac_address': 'fa:16:3e:33:d3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee841206-9075-4b1a-a035-0b34935d471c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:00:57Z', 'updated_at': '2022-01-20T13:01:13Z', 'revision_number': 1, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fb2c43-8fb0-46ef-8776-40751edea304', 'name': '', 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'mac_address': 'fa:16:3e:28:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:37Z', 'updated_at': '2022-01-20T12:52:51Z', 'revision_number': 5, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'subnets': [{'id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:01:15.051484 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274d9ed7-ccf3-41aa-9fcb-e9c90a67a6f1 None None] New status for floating IP 718e0f8f-3e22-4d39-8006-256239a3d549: ACTIVE {{(pid=109762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:01:16.607637 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51884c-9480-4118-8892-dbd3dbb2d3c7 req-9d085c24-ebf6-4d60-9cbc-eba52205e6a8 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:16.609275 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-aa51884c-9480-4118-8892-dbd3dbb2d3c7 req-9d085c24-ebf6-4d60-9cbc-eba52205e6a8 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 945 time: 0.0527310 Jan 20 13:01:16.659131 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-aa51884c-9480-4118-8892-dbd3dbb2d3c7 req-ad1e272f-be94-4dcf-98ac-3930c326ae4d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441093 Jan 20 13:01:17.776973 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4dc13-a917-49d8-ac13-61b0cb359b22 req-547c9324-e926-4f0a-9427-0c2dd743b81d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:17.778490 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-51c4dc13-a917-49d8-ac13-61b0cb359b22 req-547c9324-e926-4f0a-9427-0c2dd743b81d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 945 time: 0.0470505 Jan 20 13:01:17.828083 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-51c4dc13-a917-49d8-ac13-61b0cb359b22 req-44b60d19-8c01-4fe0-9455-b7e058403607 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440781 Jan 20 13:01:21.109771 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c66487-509c-478e-8c5c-8bc4d88224e7 req-29dd8411-5180-4e7f-995a-b7f5ac69ba93 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:21.111323 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-78c66487-509c-478e-8c5c-8bc4d88224e7 req-29dd8411-5180-4e7f-995a-b7f5ac69ba93 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 945 time: 0.0495856 Jan 20 13:01:21.160848 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-78c66487-509c-478e-8c5c-8bc4d88224e7 req-29098a0a-e38e-49b2-9322-4c79800d174b tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430987 Jan 20 13:01:22.330487 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cff83-30c5-4d0f-8e0e-3fcd2461fc86 req-8cbc4ed4-c8e2-4862-935b-5af08018339d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:22.332059 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ba8cff83-30c5-4d0f-8e0e-3fcd2461fc86 req-8cbc4ed4-c8e2-4862-935b-5af08018339d tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 945 time: 0.0783141 Jan 20 13:01:22.593970 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91021e3c-33b8-48c4-8df2-01a417c0a603 req-6fb130dc-b3d4-4420-bd9b-ac0770af77aa tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:22.595413 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-91021e3c-33b8-48c4-8df2-01a417c0a603 req-6fb130dc-b3d4-4420-bd9b-ac0770af77aa tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.107 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 945 time: 0.3098574 Jan 20 13:01:22.662552 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ba8cff83-30c5-4d0f-8e0e-3fcd2461fc86 req-944bc840-40f2-4aaa-b1cb-fdfbfbe2e14a tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/security-groups?id=6da4afa0-3407-4a64-a68e-9b2b02095d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229392 Jan 20 13:01:22.726828 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-91021e3c-33b8-48c4-8df2-01a417c0a603 req-1aff7353-20a3-4580-832b-dcccfaa7e094 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Deleting port b88a922e-9216-477f-8e7f-5379fd6ae9e8 {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:01:22.727167 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-91021e3c-33b8-48c4-8df2-01a417c0a603 req-1aff7353-20a3-4580-832b-dcccfaa7e094 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (b88a922e-9216-477f-8e7f-5379fd6ae9e8), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:22.816032 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-91021e3c-33b8-48c4-8df2-01a417c0a603 req-1aff7353-20a3-4580-832b-dcccfaa7e094 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] For port b88a922e-9216-477f-8e7f-5379fd6ae9e8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b88a922e-9216-477f-8e7f-5379fd6ae9e8,segment=NetworkSegment(74c5cd76-4991-4c75-a738-3eb043c31d57),segment_id=74c5cd76-4991-4c75-a738-3eb043c31d57)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:01:22.816395 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-91021e3c-33b8-48c4-8df2-01a417c0a603 req-1aff7353-20a3-4580-832b-dcccfaa7e094 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (b88a922e-9216-477f-8e7f-5379fd6ae9e8), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:22.829246 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-91021e3c-33b8-48c4-8df2-01a417c0a603 req-1aff7353-20a3-4580-832b-dcccfaa7e094 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Calling delete_port for b88a922e-9216-477f-8e7f-5379fd6ae9e8 owned by compute:nova {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:01:23.045930 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-91021e3c-33b8-48c4-8df2-01a417c0a603 req-1aff7353-20a3-4580-832b-dcccfaa7e094 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (b88a922e-9216-477f-8e7f-5379fd6ae9e8), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:23.076467 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff7353-20a3-4580-832b-dcccfaa7e094 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Pushing event deleted for resources: {'Port': ['ID=b88a922e-9216-477f-8e7f-5379fd6ae9e8,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:23.118179 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-91021e3c-33b8-48c4-8df2-01a417c0a603 req-1aff7353-20a3-4580-832b-dcccfaa7e094 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] No DVR routers for this DVR port b88a922e-9216-477f-8e7f-5379fd6ae9e8 on host hv-cinder-80403 {{(pid=109759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:01:23.120844 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-91021e3c-33b8-48c4-8df2-01a417c0a603 req-1aff7353-20a3-4580-832b-dcccfaa7e094 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:23.124232 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-91021e3c-33b8-48c4-8df2-01a417c0a603 req-1aff7353-20a3-4580-832b-dcccfaa7e094 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.107 "DELETE /v2.0/ports/b88a922e-9216-477f-8e7f-5379fd6ae9e8 HTTP/1.1" status: 204 len: 173 time: 0.5216672 Jan 20 13:01:23.124760 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42c89a3-36f3-4ffb-a624-2433bef3488f', 'name': 'network-vif-deleted', 'tag': 'b88a922e-9216-477f-8e7f-5379fd6ae9e8'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:01:23.127068 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00dd4eea-547d-4f7a-b547-58f6a2488e0e" -d '{"events": [{"server_uuid": "e42c89a3-36f3-4ffb-a624-2433bef3488f", "name": "network-vif-deleted", "tag": "b88a922e-9216-477f-8e7f-5379fd6ae9e8"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:01:23.164468 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c063b399-fcaa-4f42-89fc-91034e786335 x-openstack-request-id: req-c063b399-fcaa-4f42-89fc-91034e786335 {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:01:23.164760 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42c89a3-36f3-4ffb-a624-2433bef3488f", "name": "network-vif-deleted", "tag": "b88a922e-9216-477f-8e7f-5379fd6ae9e8", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:01:23.165011 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c063b399-fcaa-4f42-89fc-91034e786335 {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:01:23.165440 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42c89a3-36f3-4ffb-a624-2433bef3488f', 'name': 'network-vif-deleted', 'tag': 'b88a922e-9216-477f-8e7f-5379fd6ae9e8', 'status': 'completed', 'code': 200} Jan 20 13:01:24.090255 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['b88a922e-9216-477f-8e7f-5379fd6ae9e8'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:01:26.408144 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e3584f5a-b1d4-41bb-9a25-15d469eb0fd7 req-64c79441-fd05-446a-94d7-39e49b1cf526 tempest-TestMinimumBasicScenario-2028015373 tempest-TestMinimumBasicScenario-2028015373-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42c89a3-36f3-4ffb-a624-2433bef3488f HTTP/1.1" status: 200 len: 210 time: 0.0264404 Jan 20 13:01:29.295350 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 33504) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:29.918128 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d6fe55af-d900-4ae4-8447-0e8bda43f0d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545717'] for router_interface (c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:30.066868 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device b88a922e-9216-477f-8e7f-5379fd6ae9e8 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:01:30.092337 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] No Port match for: b88a922e-9216-477f-8e7f-5379fd6ae9e8 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:01:30.092655 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device b88a922e-9216-477f-8e7f-5379fd6ae9e8 not bound to the agent host hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:01:30.243024 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-d6fe55af-d900-4ae4-8447-0e8bda43f0d9 admin admin] Deleting port e277afee-039e-4bc8-a4ab-29242ad072c1 {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:01:30.243367 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d6fe55af-d900-4ae4-8447-0e8bda43f0d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (e277afee-039e-4bc8-a4ab-29242ad072c1), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:30.325134 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [None req-d6fe55af-d900-4ae4-8447-0e8bda43f0d9 admin admin] For port e277afee-039e-4bc8-a4ab-29242ad072c1, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=e277afee-039e-4bc8-a4ab-29242ad072c1,segment=NetworkSegment(74c5cd76-4991-4c75-a738-3eb043c31d57),segment_id=74c5cd76-4991-4c75-a738-3eb043c31d57)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:01:30.325937 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d6fe55af-d900-4ae4-8447-0e8bda43f0d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (e277afee-039e-4bc8-a4ab-29242ad072c1), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:30.343920 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-d6fe55af-d900-4ae4-8447-0e8bda43f0d9 admin admin] Calling delete_port for e277afee-039e-4bc8-a4ab-29242ad072c1 owned by network:router_interface {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:01:30.600262 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d6fe55af-d900-4ae4-8447-0e8bda43f0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (e277afee-039e-4bc8-a4ab-29242ad072c1), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:30.628765 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe55af-d900-4ae4-8447-0e8bda43f0d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e277afee-039e-4bc8-a4ab-29242ad072c1,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:30.804943 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:01:30.812102 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d6fe55af-d900-4ae4-8447-0e8bda43f0d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1477607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1559935'] for router_interface (c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:31.046939 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6fe55af-d900-4ae4-8447-0e8bda43f0d9 admin admin] Router c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44 has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:01:31.165317 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fe55af-d900-4ae4-8447-0e8bda43f0d9 admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:01:31.171263 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-d6fe55af-d900-4ae4-8447-0e8bda43f0d9 admin admin] 10.222.0.57 "PUT /v2.0/routers/c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8747337 Jan 20 13:01:31.174724 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 33514) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:31.177202 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5cdc0d-0ccf-4a59-b557-456801db2c0e None None] Sync routers for ids ['c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:01:31.189033 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5cdc0d-0ccf-4a59-b557-456801db2c0e None None] Routers {'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:01:31.189943 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-3a5cdc0d-0ccf-4a59-b557-456801db2c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:01:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:31.311095 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-3a5cdc0d-0ccf-4a59-b557-456801db2c0e None None] Set router c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:01:31.539259 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-3a5cdc0d-0ccf-4a59-b557-456801db2c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'name': 'tempest-TestMinimumBasicScenario-874233895-router', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:55:15Z', 'updated_at': '2022-01-20T13:01:30Z', 'revision_number': 5, 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'gw_port': {'id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:16Z', 'updated_at': '2022-01-20T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:31.567307 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5cdc0d-0ccf-4a59-b557-456801db2c0e None None] Checking router: c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44 for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:01:31.576652 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5cdc0d-0ccf-4a59-b557-456801db2c0e None None] Routers {'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:01:31.577280 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-3a5cdc0d-0ccf-4a59-b557-456801db2c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:01:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:31.611016 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a273ff2a-b262-44ba-b5b0-2cac7894bc7a admin admin] Publish callbacks [] for router (c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:31.687761 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-3a5cdc0d-0ccf-4a59-b557-456801db2c0e None None] Set router c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:01:31.719602 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a273ff2a-b262-44ba-b5b0-2cac7894bc7a admin admin] Publish callbacks [] for router_gateway (c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:31.899316 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-a273ff2a-b262-44ba-b5b0-2cac7894bc7a admin admin] Deleting port 2af0671a-f268-41ef-ac82-7835730a4ae9 {{(pid=109760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:01:31.899994 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a273ff2a-b262-44ba-b5b0-2cac7894bc7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (2af0671a-f268-41ef-ac82-7835730a4ae9), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:31.965886 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-3a5cdc0d-0ccf-4a59-b557-456801db2c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'name': 'tempest-TestMinimumBasicScenario-874233895-router', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:55:15Z', 'updated_at': '2022-01-20T13:01:30Z', 'revision_number': 5, 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'gw_port': {'id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:16Z', 'updated_at': '2022-01-20T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:31.994260 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [None req-a273ff2a-b262-44ba-b5b0-2cac7894bc7a admin admin] For port 2af0671a-f268-41ef-ac82-7835730a4ae9, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=2af0671a-f268-41ef-ac82-7835730a4ae9,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:01:31.994573 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5cdc0d-0ccf-4a59-b557-456801db2c0e None None] The sync data for ids ['c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44'] in dv-cinder-804035-24-iscsi is: [{'id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'name': 'tempest-TestMinimumBasicScenario-874233895-router', 'tenant_id': '0a2775ddfe214868bb2c9918d8ded733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:55:15Z', 'updated_at': '2022-01-20T13:01:30Z', 'revision_number': 5, 'project_id': '0a2775ddfe214868bb2c9918d8ded733', 'gw_port': {'id': '2af0671a-f268-41ef-ac82-7835730a4ae9', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:16Z', 'updated_at': '2022-01-20T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:01:31.994830 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a273ff2a-b262-44ba-b5b0-2cac7894bc7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (2af0671a-f268-41ef-ac82-7835730a4ae9), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:32.011472 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-a273ff2a-b262-44ba-b5b0-2cac7894bc7a admin admin] Calling delete_port for 2af0671a-f268-41ef-ac82-7835730a4ae9 owned by network:router_gateway {{(pid=109760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:01:32.291759 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a273ff2a-b262-44ba-b5b0-2cac7894bc7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (2af0671a-f268-41ef-ac82-7835730a4ae9), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:32.316607 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273ff2a-b262-44ba-b5b0-2cac7894bc7a admin admin] Pushing event deleted for resources: {'Port': ['ID=2af0671a-f268-41ef-ac82-7835730a4ae9,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:32.383254 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a273ff2a-b262-44ba-b5b0-2cac7894bc7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1567116'] for router_gateway (c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:32.492472 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a273ff2a-b262-44ba-b5b0-2cac7894bc7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1571896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58000'] for router (c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:32.494798 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a273ff2a-b262-44ba-b5b0-2cac7894bc7a admin admin] Publish callbacks [] for router_controller (c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44), precommit_delete_associations {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:32.681175 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a273ff2a-b262-44ba-b5b0-2cac7894bc7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1571895'] for router (c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:32.681928 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a273ff2a-b262-44ba-b5b0-2cac7894bc7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44 {{(pid=109760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 13:01:32.695903 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-a273ff2a-b262-44ba-b5b0-2cac7894bc7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:32.695903 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-a273ff2a-b262-44ba-b5b0-2cac7894bc7a admin admin] 10.222.0.57 "DELETE /v2.0/routers/c3b1d17c-6e23-4bf1-a48e-8dc7eb05aa44 HTTP/1.1" status: 204 len: 168 time: 1.5130999 Jan 20 13:01:32.696226 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 33520) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:32.745359 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a3b9c2-538c-4c0b-a7a7-df985239bbc4 admin admin] Deleting subnet fec93fb4-7ef9-4a61-8150-94ddefbda1ab {{(pid=109759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 13:01:32.749152 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-85a3b9c2-538c-4c0b-a7a7-df985239bbc4 admin admin] Publish callbacks [] for subnet (fec93fb4-7ef9-4a61-8150-94ddefbda1ab), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:32.787745 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-85a3b9c2-538c-4c0b-a7a7-df985239bbc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4786657'] for subnet (fec93fb4-7ef9-4a61-8150-94ddefbda1ab), precommit_delete_associations {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:32.911686 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-85a3b9c2-538c-4c0b-a7a7-df985239bbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537527'] for subnet (fec93fb4-7ef9-4a61-8150-94ddefbda1ab), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:33.040956 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-85a3b9c2-538c-4c0b-a7a7-df985239bbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5860108'] for subnet (fec93fb4-7ef9-4a61-8150-94ddefbda1ab), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:33.077068 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3b9c2-538c-4c0b-a7a7-df985239bbc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fec93fb4-7ef9-4a61-8150-94ddefbda1ab,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:33.077068 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-85a3b9c2-538c-4c0b-a7a7-df985239bbc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for subnet (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:33.080031 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-85a3b9c2-538c-4c0b-a7a7-df985239bbc4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/fec93fb4-7ef9-4a61-8150-94ddefbda1ab HTTP/1.1" status: 204 len: 168 time: 0.3858838 Jan 20 13:01:33.083098 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 33522) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:33.084494 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1d640e-0f70-4b45-a791-d1c255999207 None None] Network 6257bc55-3fcd-42d2-bf11-689060fb8531 requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:01:33.179296 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-79222232-140f-4c87-8e1c-644a25f14a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497049'] for network (6257bc55-3fcd-42d2-bf11-689060fb8531), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:33.280333 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-79222232-140f-4c87-8e1c-644a25f14a14 admin admin] Deleting port 56351c29-be30-4026-b9ff-856bd25aaa50 {{(pid=109760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:01:33.280761 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-79222232-140f-4c87-8e1c-644a25f14a14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (56351c29-be30-4026-b9ff-856bd25aaa50), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:33.337610 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device e277afee-039e-4bc8-a4ab-29242ad072c1 no longer exists at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:01:33.351302 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [None req-79222232-140f-4c87-8e1c-644a25f14a14 admin admin] For port 56351c29-be30-4026-b9ff-856bd25aaa50, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=56351c29-be30-4026-b9ff-856bd25aaa50,segment=NetworkSegment(74c5cd76-4991-4c75-a738-3eb043c31d57),segment_id=74c5cd76-4991-4c75-a738-3eb043c31d57)] {{(pid=109760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:01:33.352157 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-79222232-140f-4c87-8e1c-644a25f14a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (56351c29-be30-4026-b9ff-856bd25aaa50), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:33.374158 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-79222232-140f-4c87-8e1c-644a25f14a14 admin admin] Calling delete_port for 56351c29-be30-4026-b9ff-856bd25aaa50 owned by network:dhcp {{(pid=109760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:01:33.375728 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] No Port match for: e277afee-039e-4bc8-a4ab-29242ad072c1 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:01:33.375965 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device e277afee-039e-4bc8-a4ab-29242ad072c1 not bound to the agent host dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:01:33.376416 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 2af0671a-f268-41ef-ac82-7835730a4ae9 no longer exists at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:01:33.412891 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] No Port match for: 2af0671a-f268-41ef-ac82-7835730a4ae9 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:01:33.413341 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 2af0671a-f268-41ef-ac82-7835730a4ae9 not bound to the agent host dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:01:33.463726 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-62a98bde-f492-4770-bc6b-d4cb74db9533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:33.529220 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3eab29b-b3ee-45e8-8848-fa34ae6200f4 None None] DHCP port deletion for 6257bc55-3fcd-42d2-bf11-689060fb8531 request from dv-cinder-804035-24-iscsi {{(pid=109761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 20 13:01:33.571635 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-79222232-140f-4c87-8e1c-644a25f14a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (56351c29-be30-4026-b9ff-856bd25aaa50), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:33.597126 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-b3eab29b-b3ee-45e8-8848-fa34ae6200f4 None None] Deleting port 56351c29-be30-4026-b9ff-856bd25aaa50 {{(pid=109761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:01:33.598002 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-b3eab29b-b3ee-45e8-8848-fa34ae6200f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (56351c29-be30-4026-b9ff-856bd25aaa50), before_delete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:33.611706 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79222232-140f-4c87-8e1c-644a25f14a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=56351c29-be30-4026-b9ff-856bd25aaa50,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:33.622285 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79222232-140f-4c87-8e1c-644a25f14a14 admin admin] No DVR routers for this DVR port 56351c29-be30-4026-b9ff-856bd25aaa50 on host dv-cinder-804035-24-iscsi {{(pid=109760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:01:33.697546 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-b3eab29b-b3ee-45e8-8848-fa34ae6200f4 None None] For port 56351c29-be30-4026-b9ff-856bd25aaa50, host dv-cinder-804035-24-iscsi, got binding levels [] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:01:33.697950 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-b3eab29b-b3ee-45e8-8848-fa34ae6200f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (56351c29-be30-4026-b9ff-856bd25aaa50), precommit_delete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:33.708394 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-79222232-140f-4c87-8e1c-644a25f14a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1524928', 'neutron.services.segments.db._delete_segments_for_network-8775109942164'] for network (6257bc55-3fcd-42d2-bf11-689060fb8531), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:33.715127 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-b3eab29b-b3ee-45e8-8848-fa34ae6200f4 None None] Calling delete_port for 56351c29-be30-4026-b9ff-856bd25aaa50 owned by network:dhcp {{(pid=109761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:01:33.719674 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.ipam_backend_mixin [None req-b3eab29b-b3ee-45e8-8848-fa34ae6200f4 None None] Port 56351c29-be30-4026-b9ff-856bd25aaa50 was not found and therefore no delete operation was performed {{(pid=109761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 20 13:01:33.721582 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-b3eab29b-b3ee-45e8-8848-fa34ae6200f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614'] for port (56351c29-be30-4026-b9ff-856bd25aaa50), after_delete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:33.729861 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.services.segments.db [None req-79222232-140f-4c87-8e1c-644a25f14a14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6257bc55-3fcd-42d2-bf11-689060fb8531']}} {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:33.745076 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.services.segments.db [None req-79222232-140f-4c87-8e1c-644a25f14a14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c5cd76-4991-4c75-a738-3eb043c31d57') {'for_net_delete': True} {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:33.745611 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.services.segments.db [None req-79222232-140f-4c87-8e1c-644a25f14a14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c5cd76-4991-4c75-a738-3eb043c31d57') {} {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:33.749950 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eab29b-b3ee-45e8-8848-fa34ae6200f4 None None] Pushing event deleted for resources: {'Port': ['ID=56351c29-be30-4026-b9ff-856bd25aaa50,revision_number=None']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:33.753735 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eab29b-b3ee-45e8-8848-fa34ae6200f4 None None] No DVR routers for this DVR port 56351c29-be30-4026-b9ff-856bd25aaa50 on host dv-cinder-804035-24-iscsi {{(pid=109761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:01:33.761213 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-79222232-140f-4c87-8e1c-644a25f14a14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775109942038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5792847'] for segment (74c5cd76-4991-4c75-a738-3eb043c31d57), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:33.781970 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-79222232-140f-4c87-8e1c-644a25f14a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (74c5cd76-4991-4c75-a738-3eb043c31d57), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:33.790649 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79222232-140f-4c87-8e1c-644a25f14a14 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=109760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 13:01:33.791287 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-79222232-140f-4c87-8e1c-644a25f14a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4332580'] for segment (74c5cd76-4991-4c75-a738-3eb043c31d57), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: Traceback (most recent call last): Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: timer() Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: cb(*args, **kw) Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: return func(*args, **kwargs) Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: self._notify() Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: self.callback(batched_events) Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: event.method(event) Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: return f(self, *a, **k) Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: return self._get(url).json() Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: return self.request(url, 'GET', **kwargs) Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 13:01:33.794019 dv-cinder-804035-24-iscsi neutron-server[109760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 13:01:33.926115 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-79222232-140f-4c87-8e1c-644a25f14a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1524953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529948'] for network (6257bc55-3fcd-42d2-bf11-689060fb8531), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:33.933010 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-79222232-140f-4c87-8e1c-644a25f14a14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:33.940193 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-79222232-140f-4c87-8e1c-644a25f14a14 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6257bc55-3fcd-42d2-bf11-689060fb8531 HTTP/1.1" status: 204 len: 168 time: 0.8524292 Jan 20 13:01:33.940399 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 33530) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:33.948931 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79222232-140f-4c87-8e1c-644a25f14a14 admin admin] Pushing event deleted for resources: {'Network': ['ID=6257bc55-3fcd-42d2-bf11-689060fb8531,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:34.329238 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-a27c1af1-9275-48e8-83fa-e86c0e993103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545717'] for router_interface (13de18c4-7197-4e68-8989-f66939a6fb18), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:34.902800 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-a27c1af1-9275-48e8-83fa-e86c0e993103 admin admin] Deleting port 4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:01:34.903147 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-a27c1af1-9275-48e8-83fa-e86c0e993103 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:34.995826 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [None req-a27c1af1-9275-48e8-83fa-e86c0e993103 admin admin] For port 4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac,segment=NetworkSegment(50324fb8-1f9e-4f94-86a0-ca0f09062a00),segment_id=50324fb8-1f9e-4f94-86a0-ca0f09062a00)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:01:34.996916 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-a27c1af1-9275-48e8-83fa-e86c0e993103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:35.008866 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 56351c29-be30-4026-b9ff-856bd25aaa50 no longer exists at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:01:35.017072 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-a27c1af1-9275-48e8-83fa-e86c0e993103 admin admin] Calling delete_port for 4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac owned by network:router_interface {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:01:35.030883 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] No Port match for: 56351c29-be30-4026-b9ff-856bd25aaa50 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:01:35.031203 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 56351c29-be30-4026-b9ff-856bd25aaa50 not bound to the agent host dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:01:35.360247 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-a27c1af1-9275-48e8-83fa-e86c0e993103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:35.387922 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c1af1-9275-48e8-83fa-e86c0e993103 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:35.590840 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-a27c1af1-9275-48e8-83fa-e86c0e993103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1477607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1559935'] for router_interface (13de18c4-7197-4e68-8989-f66939a6fb18), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:35.837620 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27c1af1-9275-48e8-83fa-e86c0e993103 admin admin] Router 13de18c4-7197-4e68-8989-f66939a6fb18 has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:01:35.968109 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27c1af1-9275-48e8-83fa-e86c0e993103 admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:01:35.973298 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-a27c1af1-9275-48e8-83fa-e86c0e993103 admin admin] 10.222.0.57 "PUT /v2.0/routers/13de18c4-7197-4e68-8989-f66939a6fb18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0318568 Jan 20 13:01:35.977331 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 33584) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:35.980985 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e9d2c4-6d30-43bf-87d6-9b2845441aac None None] Sync routers for ids ['13de18c4-7197-4e68-8989-f66939a6fb18'] in dv-cinder-804035-24-iscsi {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:01:35.992632 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e9d2c4-6d30-43bf-87d6-9b2845441aac None None] Routers {'13de18c4-7197-4e68-8989-f66939a6fb18'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:01:35.993515 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-22e9d2c4-6d30-43bf-87d6-9b2845441aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:01:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['13de18c4-7197-4e68-8989-f66939a6fb18'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:35.994797 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1f955ca0-6d08-44bb-b509-3595b78f3d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:36.100680 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e6547845-d14f-4221-8152-d5edfb511d86 admin admin] Publish callbacks [] for router (13de18c4-7197-4e68-8989-f66939a6fb18), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:36.208671 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-22e9d2c4-6d30-43bf-87d6-9b2845441aac None None] Set router 13de18c4-7197-4e68-8989-f66939a6fb18 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:01:36.244768 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e6547845-d14f-4221-8152-d5edfb511d86 admin admin] Publish callbacks [] for router_gateway (13de18c4-7197-4e68-8989-f66939a6fb18), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:36.420840 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-e6547845-d14f-4221-8152-d5edfb511d86 admin admin] Deleting port 878b2c32-635d-41c2-afbc-7c16e3bb2eb6 {{(pid=109760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:01:36.421150 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-22e9d2c4-6d30-43bf-87d6-9b2845441aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13de18c4-7197-4e68-8989-f66939a6fb18', 'name': 'tempest-TestMinimumBasicScenario-1242765187-router', 'tenant_id': '595548e5e38b4fadaab6f6ac4e34d4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '878b2c32-635d-41c2-afbc-7c16e3bb2eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:55:27Z', 'updated_at': '2022-01-20T13:01:35Z', 'revision_number': 5, 'project_id': '595548e5e38b4fadaab6f6ac4e34d4f4', 'gw_port': {'id': '878b2c32-635d-41c2-afbc-7c16e3bb2eb6', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13de18c4-7197-4e68-8989-f66939a6fb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:55:28Z', 'updated_at': '2022-01-20T12:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:36.421410 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e6547845-d14f-4221-8152-d5edfb511d86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (878b2c32-635d-41c2-afbc-7c16e3bb2eb6), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:36.455973 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e9d2c4-6d30-43bf-87d6-9b2845441aac None None] Checking router: 13de18c4-7197-4e68-8989-f66939a6fb18 for host: dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:01:36.467168 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e9d2c4-6d30-43bf-87d6-9b2845441aac None None] Routers {'13de18c4-7197-4e68-8989-f66939a6fb18'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:01:36.467784 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-22e9d2c4-6d30-43bf-87d6-9b2845441aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:01:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['13de18c4-7197-4e68-8989-f66939a6fb18'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:36.525411 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [None req-e6547845-d14f-4221-8152-d5edfb511d86 admin admin] For port 878b2c32-635d-41c2-afbc-7c16e3bb2eb6, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=878b2c32-635d-41c2-afbc-7c16e3bb2eb6,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:01:36.525848 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e6547845-d14f-4221-8152-d5edfb511d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (878b2c32-635d-41c2-afbc-7c16e3bb2eb6), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:36.542152 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-e6547845-d14f-4221-8152-d5edfb511d86 admin admin] Calling delete_port for 878b2c32-635d-41c2-afbc-7c16e3bb2eb6 owned by network:router_gateway {{(pid=109760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:01:36.587088 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-22e9d2c4-6d30-43bf-87d6-9b2845441aac None None] Set router 13de18c4-7197-4e68-8989-f66939a6fb18 gateway port host: None {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:01:36.641168 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-22e9d2c4-6d30-43bf-87d6-9b2845441aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13de18c4-7197-4e68-8989-f66939a6fb18', 'name': 'tempest-TestMinimumBasicScenario-1242765187-router', 'tenant_id': '595548e5e38b4fadaab6f6ac4e34d4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:55:27Z', 'updated_at': '2022-01-20T13:01:36Z', 'revision_number': 6, 'project_id': '595548e5e38b4fadaab6f6ac4e34d4f4', 'gw_port_host': None}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:36.674841 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e9d2c4-6d30-43bf-87d6-9b2845441aac None None] The sync data for ids ['13de18c4-7197-4e68-8989-f66939a6fb18'] in dv-cinder-804035-24-iscsi is: [{'id': '13de18c4-7197-4e68-8989-f66939a6fb18', 'name': 'tempest-TestMinimumBasicScenario-1242765187-router', 'tenant_id': '595548e5e38b4fadaab6f6ac4e34d4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:55:27Z', 'updated_at': '2022-01-20T13:01:36Z', 'revision_number': 6, 'project_id': '595548e5e38b4fadaab6f6ac4e34d4f4', 'gw_port_host': None}] {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:01:36.863190 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e6547845-d14f-4221-8152-d5edfb511d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (878b2c32-635d-41c2-afbc-7c16e3bb2eb6), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:36.889225 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6547845-d14f-4221-8152-d5edfb511d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=878b2c32-635d-41c2-afbc-7c16e3bb2eb6,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:36.964739 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e6547845-d14f-4221-8152-d5edfb511d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1567116'] for router_gateway (13de18c4-7197-4e68-8989-f66939a6fb18), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:37.101803 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e6547845-d14f-4221-8152-d5edfb511d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1571896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58000'] for router (13de18c4-7197-4e68-8989-f66939a6fb18), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:37.109303 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e6547845-d14f-4221-8152-d5edfb511d86 admin admin] Publish callbacks [] for router_controller (13de18c4-7197-4e68-8989-f66939a6fb18), precommit_delete_associations {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:37.263031 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e6547845-d14f-4221-8152-d5edfb511d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1571895'] for router (13de18c4-7197-4e68-8989-f66939a6fb18), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:37.263640 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6547845-d14f-4221-8152-d5edfb511d86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13de18c4-7197-4e68-8989-f66939a6fb18 {{(pid=109760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 13:01:37.268507 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e6547845-d14f-4221-8152-d5edfb511d86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:37.269780 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-e6547845-d14f-4221-8152-d5edfb511d86 admin admin] 10.222.0.57 "DELETE /v2.0/routers/13de18c4-7197-4e68-8989-f66939a6fb18 HTTP/1.1" status: 204 len: 168 time: 1.2894149 Jan 20 13:01:37.273038 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 33596) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:37.323093 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf42c6e-5c1d-45dd-af6a-101ccc7ec493 admin admin] Deleting subnet d4f274c9-cfe3-432b-9ff6-c2e0c451e5bf {{(pid=109760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 13:01:37.326943 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-0bf42c6e-5c1d-45dd-af6a-101ccc7ec493 admin admin] Publish callbacks [] for subnet (d4f274c9-cfe3-432b-9ff6-c2e0c451e5bf), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:37.371581 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-0bf42c6e-5c1d-45dd-af6a-101ccc7ec493 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5795260'] for subnet (d4f274c9-cfe3-432b-9ff6-c2e0c451e5bf), precommit_delete_associations {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:37.496861 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-0bf42c6e-5c1d-45dd-af6a-101ccc7ec493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537527'] for subnet (d4f274c9-cfe3-432b-9ff6-c2e0c451e5bf), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:37.542767 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac no longer exists at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:01:37.572549 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] No Port match for: 4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:01:37.573353 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 4cc40f7f-17a0-4b5b-9f9e-7da341ec8cac not bound to the agent host dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:01:37.668796 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:37.703711 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-0bf42c6e-5c1d-45dd-af6a-101ccc7ec493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4332618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4798155'] for subnet (d4f274c9-cfe3-432b-9ff6-c2e0c451e5bf), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:37.737795 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf42c6e-5c1d-45dd-af6a-101ccc7ec493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f274c9-cfe3-432b-9ff6-c2e0c451e5bf,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:37.744371 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-0bf42c6e-5c1d-45dd-af6a-101ccc7ec493 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:37.751234 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-0bf42c6e-5c1d-45dd-af6a-101ccc7ec493 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d4f274c9-cfe3-432b-9ff6-c2e0c451e5bf HTTP/1.1" status: 204 len: 168 time: 0.4770510 Jan 20 13:01:37.754989 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 33604) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:37.762893 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42caaedc-2ff1-466f-a441-d1657eac0fb0 None None] Network 4fb563d7-28a7-42d4-8abd-eb069c6cc24c requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:01:37.851312 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d35a0b41-9b28-4827-b824-33aac095334d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497049'] for network (4fb563d7-28a7-42d4-8abd-eb069c6cc24c), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:37.920488 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-d35a0b41-9b28-4827-b824-33aac095334d admin admin] Deleting port ae7a6a9c-1195-4076-8f5b-4a132bec7c0e {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:01:37.920843 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d35a0b41-9b28-4827-b824-33aac095334d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (ae7a6a9c-1195-4076-8f5b-4a132bec7c0e), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:37.963763 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83596e22-c573-48bc-87a0-f90812bc16cf None None] DHCP port deletion for 4fb563d7-28a7-42d4-8abd-eb069c6cc24c request from dv-cinder-804035-24-iscsi {{(pid=109761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 20 13:01:37.999059 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [None req-d35a0b41-9b28-4827-b824-33aac095334d admin admin] For port ae7a6a9c-1195-4076-8f5b-4a132bec7c0e, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=ae7a6a9c-1195-4076-8f5b-4a132bec7c0e,segment=NetworkSegment(50324fb8-1f9e-4f94-86a0-ca0f09062a00),segment_id=50324fb8-1f9e-4f94-86a0-ca0f09062a00)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:01:37.999358 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d35a0b41-9b28-4827-b824-33aac095334d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (ae7a6a9c-1195-4076-8f5b-4a132bec7c0e), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:38.016245 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-d35a0b41-9b28-4827-b824-33aac095334d admin admin] Calling delete_port for ae7a6a9c-1195-4076-8f5b-4a132bec7c0e owned by network:dhcp {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:01:38.019877 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-83596e22-c573-48bc-87a0-f90812bc16cf None None] Deleting port ae7a6a9c-1195-4076-8f5b-4a132bec7c0e {{(pid=109761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:01:38.020697 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-83596e22-c573-48bc-87a0-f90812bc16cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (ae7a6a9c-1195-4076-8f5b-4a132bec7c0e), before_delete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:38.099493 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-83596e22-c573-48bc-87a0-f90812bc16cf None None] For port ae7a6a9c-1195-4076-8f5b-4a132bec7c0e, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=ae7a6a9c-1195-4076-8f5b-4a132bec7c0e,segment=NetworkSegment(50324fb8-1f9e-4f94-86a0-ca0f09062a00),segment_id=50324fb8-1f9e-4f94-86a0-ca0f09062a00)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:01:38.099966 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-83596e22-c573-48bc-87a0-f90812bc16cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (ae7a6a9c-1195-4076-8f5b-4a132bec7c0e), precommit_delete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:38.115896 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-83596e22-c573-48bc-87a0-f90812bc16cf None None] Calling delete_port for ae7a6a9c-1195-4076-8f5b-4a132bec7c0e owned by network:dhcp {{(pid=109761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:01:38.223359 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d35a0b41-9b28-4827-b824-33aac095334d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (ae7a6a9c-1195-4076-8f5b-4a132bec7c0e), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:38.240697 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-83596e22-c573-48bc-87a0-f90812bc16cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614'] for port (ae7a6a9c-1195-4076-8f5b-4a132bec7c0e), after_delete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:38.250292 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a0b41-9b28-4827-b824-33aac095334d admin admin] Pushing event deleted for resources: {'Port': ['ID=ae7a6a9c-1195-4076-8f5b-4a132bec7c0e,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:38.253843 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35a0b41-9b28-4827-b824-33aac095334d admin admin] No DVR routers for this DVR port ae7a6a9c-1195-4076-8f5b-4a132bec7c0e on host dv-cinder-804035-24-iscsi {{(pid=109759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:01:38.272037 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83596e22-c573-48bc-87a0-f90812bc16cf None None] Pushing event deleted for resources: {'Port': ['ID=ae7a6a9c-1195-4076-8f5b-4a132bec7c0e,revision_number=None']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:38.281542 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83596e22-c573-48bc-87a0-f90812bc16cf None None] No DVR routers for this DVR port ae7a6a9c-1195-4076-8f5b-4a132bec7c0e on host dv-cinder-804035-24-iscsi {{(pid=109761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:01:38.391273 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d35a0b41-9b28-4827-b824-33aac095334d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1524928', 'neutron.services.segments.db._delete_segments_for_network-8775109942164'] for network (4fb563d7-28a7-42d4-8abd-eb069c6cc24c), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:38.417193 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.services.segments.db [None req-d35a0b41-9b28-4827-b824-33aac095334d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb563d7-28a7-42d4-8abd-eb069c6cc24c']}} {{(pid=109759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:38.428945 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.services.segments.db [None req-d35a0b41-9b28-4827-b824-33aac095334d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50324fb8-1f9e-4f94-86a0-ca0f09062a00') {'for_net_delete': True} {{(pid=109759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:38.429276 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.services.segments.db [None req-d35a0b41-9b28-4827-b824-33aac095334d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50324fb8-1f9e-4f94-86a0-ca0f09062a00') {} {{(pid=109759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:38.440964 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d35a0b41-9b28-4827-b824-33aac095334d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775109942038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4784146'] for segment (50324fb8-1f9e-4f94-86a0-ca0f09062a00), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:38.457407 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d35a0b41-9b28-4827-b824-33aac095334d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (50324fb8-1f9e-4f94-86a0-ca0f09062a00), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:38.464947 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d35a0b41-9b28-4827-b824-33aac095334d admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 13:01:38.465369 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d35a0b41-9b28-4827-b824-33aac095334d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217051'] for segment (50324fb8-1f9e-4f94-86a0-ca0f09062a00), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: Traceback (most recent call last): Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: timer() Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: cb(*args, **kw) Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: return func(*args, **kwargs) Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: self._notify() Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: self.callback(batched_events) Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: event.method(event) Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: return f(self, *a, **k) Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: return self._get(url).json() Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: return self.request(url, 'GET', **kwargs) Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 13:01:38.467248 dv-cinder-804035-24-iscsi neutron-server[109759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 13:01:38.600360 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d35a0b41-9b28-4827-b824-33aac095334d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1524953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529948'] for network (4fb563d7-28a7-42d4-8abd-eb069c6cc24c), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:38.606708 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d35a0b41-9b28-4827-b824-33aac095334d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:38.610136 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-d35a0b41-9b28-4827-b824-33aac095334d admin admin] 10.222.0.57 "DELETE /v2.0/networks/4fb563d7-28a7-42d4-8abd-eb069c6cc24c HTTP/1.1" status: 204 len: 168 time: 0.8539519 Jan 20 13:01:38.623977 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a0b41-9b28-4827-b824-33aac095334d admin admin] Pushing event deleted for resources: {'Network': ['ID=4fb563d7-28a7-42d4-8abd-eb069c6cc24c,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:38.980286 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device ae7a6a9c-1195-4076-8f5b-4a132bec7c0e no longer exists at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:01:39.002508 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] No Port match for: ae7a6a9c-1195-4076-8f5b-4a132bec7c0e {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:01:39.003030 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device ae7a6a9c-1195-4076-8f5b-4a132bec7c0e not bound to the agent host dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:01:39.003574 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 878b2c32-635d-41c2-afbc-7c16e3bb2eb6 no longer exists at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:01:39.014895 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 33616) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:39.033559 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] No Port match for: 878b2c32-635d-41c2-afbc-7c16e3bb2eb6 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:01:39.033918 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 878b2c32-635d-41c2-afbc-7c16e3bb2eb6 not bound to the agent host dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:01:39.093220 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-1361aa07-750b-4619-a9a3-735025382497 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0a2775ddfe214868bb2c9918d8ded733&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0756295 Jan 20 13:01:39.095746 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 33620) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:39.171295 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ba08aeb6-afe2-47c1-b3d6-f737fc820536 admin admin] Publish callbacks [] for security_group (6da4afa0-3407-4a64-a68e-9b2b02095d30), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:39.204845 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ba08aeb6-afe2-47c1-b3d6-f737fc820536 admin admin] Publish callbacks [] for security_group (6da4afa0-3407-4a64-a68e-9b2b02095d30), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:39.360357 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ba08aeb6-afe2-47c1-b3d6-f737fc820536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (6da4afa0-3407-4a64-a68e-9b2b02095d30), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:39.363083 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ba08aeb6-afe2-47c1-b3d6-f737fc820536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:39.364343 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-ba08aeb6-afe2-47c1-b3d6-f737fc820536 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6da4afa0-3407-4a64-a68e-9b2b02095d30 HTTP/1.1" status: 204 len: 168 time: 0.2676144 Jan 20 13:01:39.374335 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08aeb6-afe2-47c1-b3d6-f737fc820536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da4afa0-3407-4a64-a68e-9b2b02095d30,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:39.735645 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:39.937448 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:40.433186 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 33638) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:40.475148 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-24d7ea67-a86b-41b8-99ea-ee90e7608634 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=595548e5e38b4fadaab6f6ac4e34d4f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0503736 Jan 20 13:01:40.478146 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 33640) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:40.529246 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-0fa26e5d-12c2-4b5d-873d-5259ae7a5c73 admin admin] Publish callbacks [] for security_group (19a40f55-b1db-431f-be2f-0ba813c1bc66), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:40.550351 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-0fa26e5d-12c2-4b5d-873d-5259ae7a5c73 admin admin] Publish callbacks [] for security_group (19a40f55-b1db-431f-be2f-0ba813c1bc66), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:40.897973 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-0fa26e5d-12c2-4b5d-873d-5259ae7a5c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (19a40f55-b1db-431f-be2f-0ba813c1bc66), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:40.900669 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-0fa26e5d-12c2-4b5d-873d-5259ae7a5c73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:40.902176 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-0fa26e5d-12c2-4b5d-873d-5259ae7a5c73 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/19a40f55-b1db-431f-be2f-0ba813c1bc66 HTTP/1.1" status: 204 len: 168 time: 0.4230917 Jan 20 13:01:40.910148 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa26e5d-12c2-4b5d-873d-5259ae7a5c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a40f55-b1db-431f-be2f-0ba813c1bc66,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:40.951502 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 33646) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:41.064892 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f5a6-6faf-46f9-92f4-08e7e8817ad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:41.068540 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:41.155064 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f5a6-6faf-46f9-92f4-08e7e8817ad5 admin admin] Publish callbacks [] for security_group (6c307348-bc15-4d93-bf54-a5fb7dcbeaff), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:41.217439 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f5a6-6faf-46f9-92f4-08e7e8817ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (6c307348-bc15-4d93-bf54-a5fb7dcbeaff), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:41.262315 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-7cf0f5a6-6faf-46f9-92f4-08e7e8817ad5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9def775323c04e8792032261d1ca79a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3096211 Jan 20 13:01:41.263280 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0f5a6-6faf-46f9-92f4-08e7e8817ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c307348-bc15-4d93-bf54-a5fb7dcbeaff,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:41.267666 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 33650) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:41.271200 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf0f5a6-6faf-46f9-92f4-08e7e8817ad5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:41.271546 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf0f5a6-6faf-46f9-92f4-08e7e8817ad5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:41.272229 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf0f5a6-6faf-46f9-92f4-08e7e8817ad5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:41.272561 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf0f5a6-6faf-46f9-92f4-08e7e8817ad5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:41.272796 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf0f5a6-6faf-46f9-92f4-08e7e8817ad5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:41.273166 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf0f5a6-6faf-46f9-92f4-08e7e8817ad5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:41.274031 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf0f5a6-6faf-46f9-92f4-08e7e8817ad5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:41.274377 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf0f5a6-6faf-46f9-92f4-08e7e8817ad5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:41.274709 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf0f5a6-6faf-46f9-92f4-08e7e8817ad5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:41.275042 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf0f5a6-6faf-46f9-92f4-08e7e8817ad5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:41.275644 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf0f5a6-6faf-46f9-92f4-08e7e8817ad5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:41.276002 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf0f5a6-6faf-46f9-92f4-08e7e8817ad5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:41.276002 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf0f5a6-6faf-46f9-92f4-08e7e8817ad5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:41.356329 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc549-2b69-41f4-a17b-77728ca9f53e admin admin] Publish callbacks [] for security_group (6c307348-bc15-4d93-bf54-a5fb7dcbeaff), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:41.393941 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc549-2b69-41f4-a17b-77728ca9f53e admin admin] Publish callbacks [] for security_group (6c307348-bc15-4d93-bf54-a5fb7dcbeaff), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:41.577359 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc549-2b69-41f4-a17b-77728ca9f53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (6c307348-bc15-4d93-bf54-a5fb7dcbeaff), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:41.580070 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc549-2b69-41f4-a17b-77728ca9f53e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:41.581344 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-5e2bc549-2b69-41f4-a17b-77728ca9f53e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6c307348-bc15-4d93-bf54-a5fb7dcbeaff HTTP/1.1" status: 204 len: 168 time: 0.3118374 Jan 20 13:01:41.590586 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bc549-2b69-41f4-a17b-77728ca9f53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c307348-bc15-4d93-bf54-a5fb7dcbeaff,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:42.287206 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 33676) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:42.407630 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-fea17762-5fa1-4310-a31d-f35222bf9fd1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1653588039-network', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:01:42.541359 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea17762-5fa1-4310-a31d-f35222bf9fd1 admin admin] Made reservation on behalf of ad79f53b3f334fc3a976c0714f8b78c5 for: {'network': 1} {{(pid=109760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:01:42.543755 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-fea17762-5fa1-4310-a31d-f35222bf9fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for network (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:42.554204 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-fea17762-5fa1-4310-a31d-f35222bf9fd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:42.667858 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-fea17762-5fa1-4310-a31d-f35222bf9fd1 admin admin] Publish callbacks [] for security_group (3c3d3922-6054-4673-9d71-6004910f0566), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:42.744666 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-fea17762-5fa1-4310-a31d-f35222bf9fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (3c3d3922-6054-4673-9d71-6004910f0566), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:42.784175 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea17762-5fa1-4310-a31d-f35222bf9fd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=109760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 13:01:42.791648 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea17762-5fa1-4310-a31d-f35222bf9fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3d3922-6054-4673-9d71-6004910f0566,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:42.798468 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-fea17762-5fa1-4310-a31d-f35222bf9fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (1960b54c-09a8-4691-88df-58f456a7341f), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:42.798855 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.db.segments_db [None req-fea17762-5fa1-4310-a31d-f35222bf9fd1 admin admin] Added segment 1960b54c-09a8-4691-88df-58f456a7341f of type vlan for network d0afbccb-a790-4cda-aef8-ceb4599dcd3a Jan 20 13:01:42.846630 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-fea17762-5fa1-4310-a31d-f35222bf9fd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775109455270'] for network (d0afbccb-a790-4cda-aef8-ceb4599dcd3a), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:42.954232 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-fea17762-5fa1-4310-a31d-f35222bf9fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for network (d0afbccb-a790-4cda-aef8-ceb4599dcd3a), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:42.955357 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea17762-5fa1-4310-a31d-f35222bf9fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:42.955954 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-fea17762-5fa1-4310-a31d-f35222bf9fd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:43.019284 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea17762-5fa1-4310-a31d-f35222bf9fd1 admin admin] Pushing event updated for resources: {'Network': ['ID=d0afbccb-a790-4cda-aef8-ceb4599dcd3a,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:43.030613 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Network d0afbccb-a790-4cda-aef8-ceb4599dcd3a details requested by agent ovs-agent-dv-cinder-804035-24-iscsi with host dv-cinder-804035-24-iscsi {{(pid=109761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 13:01:43.065213 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-fea17762-5fa1-4310-a31d-f35222bf9fd1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7766008 Jan 20 13:01:43.070045 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 33684) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:43.075577 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-4affd7b6-83ae-4139-8cbe-a06db64c600e admin admin] Request body: {'subnet': {'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1653588039-subnet', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'ip_version': 4}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:01:43.205551 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4affd7b6-83ae-4139-8cbe-a06db64c600e admin admin] Made reservation on behalf of ad79f53b3f334fc3a976c0714f8b78c5 for: {'subnet': 1} {{(pid=109760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:01:43.207955 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-4affd7b6-83ae-4139-8cbe-a06db64c600e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4798112'] for subnet (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:43.518876 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-4affd7b6-83ae-4139-8cbe-a06db64c600e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4798130'] for subnet (827e3bde-32ef-4cb9-811c-1e7052538673), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:43.582980 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affd7b6-83ae-4139-8cbe-a06db64c600e admin admin] Pushing event updated for resources: {'Subnet': ['ID=827e3bde-32ef-4cb9-811c-1e7052538673,revision_number=0']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:43.589648 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4affd7b6-83ae-4139-8cbe-a06db64c600e admin admin] Checking segment: {'id': '1960b54c-09a8-4691-88df-58f456a7341f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:01:43.589987 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4affd7b6-83ae-4139-8cbe-a06db64c600e admin admin] Network hostable DHCP agents. Network: d0afbccb-a790-4cda-aef8-ceb4599dcd3a, hostable agents: ['34b5833e-9762-4604-a0fa-5558c3f0462d'], hosted agents: [] {{(pid=109760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 13:01:43.719925 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4affd7b6-83ae-4139-8cbe-a06db64c600e admin admin] Network d0afbccb-a790-4cda-aef8-ceb4599dcd3a is scheduled to be hosted by DHCP agent 34b5833e-9762-4604-a0fa-5558c3f0462d with binding_index 1 {{(pid=109760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 13:01:43.817512 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-4affd7b6-83ae-4139-8cbe-a06db64c600e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-24-iscsi, d0afbccb-a790-4cda-aef8-ceb4599dcd3a) {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:01:43.822992 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4affd7b6-83ae-4139-8cbe-a06db64c600e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:43.823614 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-4affd7b6-83ae-4139-8cbe-a06db64c600e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:43.827695 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91b8a28-9128-4c9e-bb64-64e9f34f7720 None None] Network d0afbccb-a790-4cda-aef8-ceb4599dcd3a requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:01:43.935586 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b66f68-5ccb-43e3-ade9-016448f57b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10deef0b-2ac2-50f7-9455-50c49679adfd-d0afbccb-a790-4cda-aef8-ceb4599dcd3a', 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a', 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'fixed_ips': [{'subnet_id': '827e3bde-32ef-4cb9-811c-1e7052538673'}]}} from dv-cinder-804035-24-iscsi. {{(pid=109761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 20 13:01:43.936510 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-79b66f68-5ccb-43e3-ade9-016448f57b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:43.939698 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-4affd7b6-83ae-4139-8cbe-a06db64c600e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8679144 Jan 20 13:01:43.942474 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 33690) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:43.950041 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-0ab818f0-c5da-4f98-b77c-e709755d9a5e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1653588039-router', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c'}}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:01:44.080748 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-0ab818f0-c5da-4f98-b77c-e709755d9a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57998'] for router (4b760df3-fed6-44ce-9c10-647c43b84398), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:44.082527 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-0ab818f0-c5da-4f98-b77c-e709755d9a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1571958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1567031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57991'] for router (4b760df3-fed6-44ce-9c10-647c43b84398), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:44.086626 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.db_base_plugin_common [None req-79b66f68-5ccb-43e3-ade9-016448f57b08 None None] Allocated IP 172.20.0.2 (d0afbccb-a790-4cda-aef8-ceb4599dcd3a/827e3bde-32ef-4cb9-811c-1e7052538673/dc79873e-5c76-446a-9edf-35850ded7c6e) {{(pid=109761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:01:44.150641 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-0ab818f0-c5da-4f98-b77c-e709755d9a5e admin admin] Publish callbacks [] for router_controller (4b760df3-fed6-44ce-9c10-647c43b84398), precommit_add_association {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:44.239467 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-79b66f68-5ccb-43e3-ade9-016448f57b08 None None] Publish callbacks [] for port (dc79873e-5c76-446a-9edf-35850ded7c6e), precommit_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:44.372082 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-79b66f68-5ccb-43e3-ade9-016448f57b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (dc79873e-5c76-446a-9edf-35850ded7c6e), after_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:44.420948 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b66f68-5ccb-43e3-ade9-016448f57b08 None None] Network d0afbccb-a790-4cda-aef8-ceb4599dcd3a is already hosted by enough agents. {{(pid=109761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:01:44.423803 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.scheduler.base_scheduler [None req-79b66f68-5ccb-43e3-ade9-016448f57b08 None None] Resources bound (agent type, host, resource id): {{(pid=109761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:01:44.427270 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b66f68-5ccb-43e3-ade9-016448f57b08 None None] Received port after_create {{(pid=109761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:01:44.432868 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b66f68-5ccb-43e3-ade9-016448f57b08 None None] Pushing event updated for resources: {'Port': ['ID=dc79873e-5c76-446a-9edf-35850ded7c6e,revision_number=1']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:44.439855 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-0ab818f0-c5da-4f98-b77c-e709755d9a5e admin admin] Publish callbacks [] for router_gateway (4b760df3-fed6-44ce-9c10-647c43b84398), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:44.488901 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-79b66f68-5ccb-43e3-ade9-016448f57b08 None None] Attempting to bind port dc79873e-5c76-446a-9edf-35850ded7c6e on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:01:44.489444 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-79b66f68-5ccb-43e3-ade9-016448f57b08 None None] Attempting to bind port dc79873e-5c76-446a-9edf-35850ded7c6e by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': '1960b54c-09a8-4691-88df-58f456a7341f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a'}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:01:44.489960 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b66f68-5ccb-43e3-ade9-016448f57b08 None None] Attempting to bind port dc79873e-5c76-446a-9edf-35850ded7c6e on network d0afbccb-a790-4cda-aef8-ceb4599dcd3a {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:01:44.497343 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b66f68-5ccb-43e3-ade9-016448f57b08 None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:01:44.497886 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b66f68-5ccb-43e3-ade9-016448f57b08 None None] Checking segment: {'id': '1960b54c-09a8-4691-88df-58f456a7341f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:01:44.498447 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-79b66f68-5ccb-43e3-ade9-016448f57b08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:44.498992 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b66f68-5ccb-43e3-ade9-016448f57b08 None None] Bound using segment: {'id': '1960b54c-09a8-4691-88df-58f456a7341f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a'} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:01:44.499641 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-79b66f68-5ccb-43e3-ade9-016448f57b08 None None] Bound port: dc79873e-5c76-446a-9edf-35850ded7c6e, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1960b54c-09a8-4691-88df-58f456a7341f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a'}}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:01:44.500171 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-79b66f68-5ccb-43e3-ade9-016448f57b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (dc79873e-5c76-446a-9edf-35850ded7c6e), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:44.571356 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-79b66f68-5ccb-43e3-ade9-016448f57b08 None None] For port dc79873e-5c76-446a-9edf-35850ded7c6e, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:01:44.574797 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-79b66f68-5ccb-43e3-ade9-016448f57b08 None None] For port dc79873e-5c76-446a-9edf-35850ded7c6e, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=dc79873e-5c76-446a-9edf-35850ded7c6e,segment=NetworkSegment(1960b54c-09a8-4691-88df-58f456a7341f),segment_id=1960b54c-09a8-4691-88df-58f456a7341f)] {{(pid=109761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:01:44.729849 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-0ab818f0-c5da-4f98-b77c-e709755d9a5e admin admin] Publish callbacks [] for router_gateway (4b760df3-fed6-44ce-9c10-647c43b84398), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:44.752032 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-0ab818f0-c5da-4f98-b77c-e709755d9a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:44.760446 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-79b66f68-5ccb-43e3-ade9-016448f57b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (dc79873e-5c76-446a-9edf-35850ded7c6e), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:44.824305 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b66f68-5ccb-43e3-ade9-016448f57b08 None None] Pushing event updated for resources: {'Port': ['ID=dc79873e-5c76-446a-9edf-35850ded7c6e,revision_number=2']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:44.882405 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [None req-0ab818f0-c5da-4f98-b77c-e709755d9a5e admin admin] Allocated IP 172.27.0.246 (2a70364f-7478-4e00-a602-43026420194c/64f75221-ca68-464e-809b-7e1d4f1c5699/994fe7ba-480e-4312-95b3-f7705e4bf101) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:01:44.994760 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-0ab818f0-c5da-4f98-b77c-e709755d9a5e admin admin] Publish callbacks [] for port (994fe7ba-480e-4312-95b3-f7705e4bf101), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:45.137837 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-0ab818f0-c5da-4f98-b77c-e709755d9a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (994fe7ba-480e-4312-95b3-f7705e4bf101), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:45.181089 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab818f0-c5da-4f98-b77c-e709755d9a5e admin admin] Network 2a70364f-7478-4e00-a602-43026420194c is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:01:45.184242 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-0ab818f0-c5da-4f98-b77c-e709755d9a5e admin admin] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:01:45.188154 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab818f0-c5da-4f98-b77c-e709755d9a5e admin admin] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:01:45.194978 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab818f0-c5da-4f98-b77c-e709755d9a5e admin admin] Pushing event updated for resources: {'Port': ['ID=994fe7ba-480e-4312-95b3-f7705e4bf101,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:45.574808 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-0ab818f0-c5da-4f98-b77c-e709755d9a5e admin admin] Publish callbacks [] for router_gateway (4b760df3-fed6-44ce-9c10-647c43b84398), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:45.818118 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-0ab818f0-c5da-4f98-b77c-e709755d9a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1571917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1567081'] for router (4b760df3-fed6-44ce-9c10-647c43b84398), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:45.850015 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852b0c98-2ed1-4aa0-b45f-fd480feba4ac None None] Network d0afbccb-a790-4cda-aef8-ceb4599dcd3a requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:01:45.970814 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-fa858d59-32c4-4f42-9ca7-f7c8f7a94c4e None None] Provisioning complete for port dc79873e-5c76-446a-9edf-35850ded7c6e triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:01:45.971097 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-fa858d59-32c4-4f42-9ca7-f7c8f7a94c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (dc79873e-5c76-446a-9edf-35850ded7c6e), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:46.068304 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-fa858d59-32c4-4f42-9ca7-f7c8f7a94c4e None None] Current status of the port dc79873e-5c76-446a-9edf-35850ded7c6e is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:01:46.068740 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-fa858d59-32c4-4f42-9ca7-f7c8f7a94c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (dc79873e-5c76-446a-9edf-35850ded7c6e), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:46.117714 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-fa858d59-32c4-4f42-9ca7-f7c8f7a94c4e None None] For port dc79873e-5c76-446a-9edf-35850ded7c6e, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=dc79873e-5c76-446a-9edf-35850ded7c6e,segment=NetworkSegment(1960b54c-09a8-4691-88df-58f456a7341f),segment_id=1960b54c-09a8-4691-88df-58f456a7341f)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:01:46.234411 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-fa858d59-32c4-4f42-9ca7-f7c8f7a94c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (dc79873e-5c76-446a-9edf-35850ded7c6e), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:46.251088 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab818f0-c5da-4f98-b77c-e709755d9a5e admin admin] Router 4b760df3-fed6-44ce-9c10-647c43b84398 is scheduled to L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 with binding_index 1 {{(pid=109759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 13:01:46.284097 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa858d59-32c4-4f42-9ca7-f7c8f7a94c4e None None] Pushing event updated for resources: {'Port': ['ID=dc79873e-5c76-446a-9edf-35850ded7c6e,revision_number=3']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:46.355529 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-267e2cee-b336-40aa-8459-3a6bdb5804f8 None None] Provisioning complete for port dc79873e-5c76-446a-9edf-35850ded7c6e triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:01:46.355922 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-267e2cee-b336-40aa-8459-3a6bdb5804f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (dc79873e-5c76-446a-9edf-35850ded7c6e), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:46.361404 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab818f0-c5da-4f98-b77c-e709755d9a5e admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:01:46.381010 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e27a95-e679-42bb-8a53-5e15258989f9 None None] Sync routers for ids ['4b760df3-fed6-44ce-9c10-647c43b84398'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:01:46.404692 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e27a95-e679-42bb-8a53-5e15258989f9 None None] Routers {'4b760df3-fed6-44ce-9c10-647c43b84398'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:01:46.405325 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-09e27a95-e679-42bb-8a53-5e15258989f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:01:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['4b760df3-fed6-44ce-9c10-647c43b84398'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:46.458811 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-0ab818f0-c5da-4f98-b77c-e709755d9a5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:46.462849 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-0ab818f0-c5da-4f98-b77c-e709755d9a5e admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5163102 Jan 20 13:01:46.463179 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 33700) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:46.662291 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-267e2cee-b336-40aa-8459-3a6bdb5804f8 None None] Current status of the port dc79873e-5c76-446a-9edf-35850ded7c6e is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:01:46.679675 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-09e27a95-e679-42bb-8a53-5e15258989f9 None None] Set router 4b760df3-fed6-44ce-9c10-647c43b84398 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:01:46.882660 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-09e27a95-e679-42bb-8a53-5e15258989f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'name': 'tempest-TestShelveInstance-1653588039-router', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '994fe7ba-480e-4312-95b3-f7705e4bf101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:01:45Z', 'revision_number': 3, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'gw_port': {'id': '994fe7ba-480e-4312-95b3-f7705e4bf101', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ed:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:01:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:46.911297 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e27a95-e679-42bb-8a53-5e15258989f9 None None] Checking router: 4b760df3-fed6-44ce-9c10-647c43b84398 for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:01:46.911649 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e27a95-e679-42bb-8a53-5e15258989f9 None None] Updating router 4b760df3-fed6-44ce-9c10-647c43b84398 port 994fe7ba-480e-4312-95b3-f7705e4bf101 binding host dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:01:46.913709 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6b16969-22d5-48d9-9522-1b8b0474f3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:46.954133 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-09e27a95-e679-42bb-8a53-5e15258989f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (994fe7ba-480e-4312-95b3-f7705e4bf101), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:47.071304 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device dc79873e-5c76-446a-9edf-35850ded7c6e up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:01:47.103183 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [None req-f6b16969-22d5-48d9-9522-1b8b0474f3a5 admin admin] Allocated IP 172.20.0.1 (d0afbccb-a790-4cda-aef8-ceb4599dcd3a/827e3bde-32ef-4cb9-811c-1e7052538673/8674ba52-6c91-4ae6-bda6-42f0b206b3be) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:01:47.188042 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port dc79873e-5c76-446a-9edf-35850ded7c6e triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:01:47.188305 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (dc79873e-5c76-446a-9edf-35850ded7c6e), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:47.210095 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6b16969-22d5-48d9-9522-1b8b0474f3a5 admin admin] Publish callbacks [] for port (8674ba52-6c91-4ae6-bda6-42f0b206b3be), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:47.314290 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6b16969-22d5-48d9-9522-1b8b0474f3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (8674ba52-6c91-4ae6-bda6-42f0b206b3be), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:47.352273 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port dc79873e-5c76-446a-9edf-35850ded7c6e is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:01:47.357773 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b16969-22d5-48d9-9522-1b8b0474f3a5 admin admin] Network d0afbccb-a790-4cda-aef8-ceb4599dcd3a is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:01:47.360785 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-f6b16969-22d5-48d9-9522-1b8b0474f3a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:01:47.363248 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-09e27a95-e679-42bb-8a53-5e15258989f9 None None] Publish callbacks [] for port (994fe7ba-480e-4312-95b3-f7705e4bf101), precommit_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:47.364332 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b16969-22d5-48d9-9522-1b8b0474f3a5 admin admin] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:01:47.389716 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b16969-22d5-48d9-9522-1b8b0474f3a5 admin admin] Pushing event updated for resources: {'Port': ['ID=8674ba52-6c91-4ae6-bda6-42f0b206b3be,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:47.410079 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6b16969-22d5-48d9-9522-1b8b0474f3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530587'] for router_interface (4b760df3-fed6-44ce-9c10-647c43b84398), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:47.455781 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-09e27a95-e679-42bb-8a53-5e15258989f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (994fe7ba-480e-4312-95b3-f7705e4bf101), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:47.517928 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-09e27a95-e679-42bb-8a53-5e15258989f9 None None] Attempting to bind port 994fe7ba-480e-4312-95b3-f7705e4bf101 on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:01:47.518648 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-09e27a95-e679-42bb-8a53-5e15258989f9 None None] Attempting to bind port 994fe7ba-480e-4312-95b3-f7705e4bf101 by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:01:47.519134 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e27a95-e679-42bb-8a53-5e15258989f9 None None] Attempting to bind port 994fe7ba-480e-4312-95b3-f7705e4bf101 on network 2a70364f-7478-4e00-a602-43026420194c {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:01:47.528090 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588aab0-48d4-4212-8b2f-987b4a8b3b6d None None] Pushing event updated for resources: {'Port': ['ID=994fe7ba-480e-4312-95b3-f7705e4bf101,revision_number=2']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:47.532860 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e27a95-e679-42bb-8a53-5e15258989f9 None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:01:47.533238 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e27a95-e679-42bb-8a53-5e15258989f9 None None] Checking segment: {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:01:47.533673 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-09e27a95-e679-42bb-8a53-5e15258989f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:47.534059 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e27a95-e679-42bb-8a53-5e15258989f9 None None] Bound using segment: {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:01:47.534534 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-09e27a95-e679-42bb-8a53-5e15258989f9 None None] Bound port: 994fe7ba-480e-4312-95b3-f7705e4bf101, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'}}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:01:47.534907 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-09e27a95-e679-42bb-8a53-5e15258989f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (994fe7ba-480e-4312-95b3-f7705e4bf101), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:47.591564 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-09e27a95-e679-42bb-8a53-5e15258989f9 None None] For port 994fe7ba-480e-4312-95b3-f7705e4bf101, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:01:47.597582 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-09e27a95-e679-42bb-8a53-5e15258989f9 None None] For port 994fe7ba-480e-4312-95b3-f7705e4bf101, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=994fe7ba-480e-4312-95b3-f7705e4bf101,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:01:47.600767 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-30114e86-487b-468b-84de-51b69ce5bf95 None None] Provisioning complete for port 8674ba52-6c91-4ae6-bda6-42f0b206b3be triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:01:47.601131 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-30114e86-487b-468b-84de-51b69ce5bf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (8674ba52-6c91-4ae6-bda6-42f0b206b3be), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:47.637911 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-30114e86-487b-468b-84de-51b69ce5bf95 None None] Port 8674ba52-6c91-4ae6-bda6-42f0b206b3be cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:01:47.664431 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6b16969-22d5-48d9-9522-1b8b0474f3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (8674ba52-6c91-4ae6-bda6-42f0b206b3be), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:47.784595 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-09e27a95-e679-42bb-8a53-5e15258989f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (994fe7ba-480e-4312-95b3-f7705e4bf101), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:47.848705 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e27a95-e679-42bb-8a53-5e15258989f9 None None] Routers {'4b760df3-fed6-44ce-9c10-647c43b84398'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:01:47.849413 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-09e27a95-e679-42bb-8a53-5e15258989f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:01:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['4b760df3-fed6-44ce-9c10-647c43b84398'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:47.851630 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6b16969-22d5-48d9-9522-1b8b0474f3a5 admin admin] Publish callbacks [] for port (8674ba52-6c91-4ae6-bda6-42f0b206b3be), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:47.886997 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588aab0-48d4-4212-8b2f-987b4a8b3b6d None None] Pushing event updated for resources: {'Port': ['ID=994fe7ba-480e-4312-95b3-f7705e4bf101,revision_number=3']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:47.925198 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6b16969-22d5-48d9-9522-1b8b0474f3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217087'] for port (8674ba52-6c91-4ae6-bda6-42f0b206b3be), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:47.968476 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-09e27a95-e679-42bb-8a53-5e15258989f9 None None] Set router 4b760df3-fed6-44ce-9c10-647c43b84398 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:01:47.994902 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b16969-22d5-48d9-9522-1b8b0474f3a5 admin admin] Pushing event updated for resources: {'Port': ['ID=8674ba52-6c91-4ae6-bda6-42f0b206b3be,revision_number=2']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:48.003927 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f6b16969-22d5-48d9-9522-1b8b0474f3a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1477630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545703'] for router_interface (4b760df3-fed6-44ce-9c10-647c43b84398), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:48.115707 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b16969-22d5-48d9-9522-1b8b0474f3a5 admin admin] Network d0afbccb-a790-4cda-aef8-ceb4599dcd3a is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:01:48.117187 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-f6b16969-22d5-48d9-9522-1b8b0474f3a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:01:48.198187 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-09e27a95-e679-42bb-8a53-5e15258989f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'name': 'tempest-TestShelveInstance-1653588039-router', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '994fe7ba-480e-4312-95b3-f7705e4bf101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:01:47Z', 'revision_number': 4, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'gw_port': {'id': '994fe7ba-480e-4312-95b3-f7705e4bf101', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ed:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '8674ba52-6c91-4ae6-bda6-42f0b206b3be', 'name': '', 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'mac_address': 'fa:16:3e:b3:67:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '827e3bde-32ef-4cb9-811c-1e7052538673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:46Z', 'updated_at': '2022-01-20T13:01:47Z', 'revision_number': 1, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'subnets': [{'id': '827e3bde-32ef-4cb9-811c-1e7052538673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:48.226653 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e27a95-e679-42bb-8a53-5e15258989f9 None None] The sync data for ids ['4b760df3-fed6-44ce-9c10-647c43b84398'] in dv-cinder-804035-24-iscsi is: [{'id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'name': 'tempest-TestShelveInstance-1653588039-router', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '994fe7ba-480e-4312-95b3-f7705e4bf101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:01:47Z', 'revision_number': 4, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'gw_port': {'id': '994fe7ba-480e-4312-95b3-f7705e4bf101', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ed:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '8674ba52-6c91-4ae6-bda6-42f0b206b3be', 'name': '', 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'mac_address': 'fa:16:3e:b3:67:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '827e3bde-32ef-4cb9-811c-1e7052538673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:46Z', 'updated_at': '2022-01-20T13:01:47Z', 'revision_number': 1, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'subnets': [{'id': '827e3bde-32ef-4cb9-811c-1e7052538673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:01:48.246570 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b16969-22d5-48d9-9522-1b8b0474f3a5 admin admin] Router 4b760df3-fed6-44ce-9c10-647c43b84398 has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:01:48.364718 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-b30a535d-e8a6-44f8-8efd-531cebc3d143 None None] Provisioning complete for port 8674ba52-6c91-4ae6-bda6-42f0b206b3be triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:01:48.365098 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-b30a535d-e8a6-44f8-8efd-531cebc3d143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (8674ba52-6c91-4ae6-bda6-42f0b206b3be), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:48.366918 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b16969-22d5-48d9-9522-1b8b0474f3a5 admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:01:48.373030 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-f6b16969-22d5-48d9-9522-1b8b0474f3a5 admin admin] 10.222.0.57 "PUT /v2.0/routers/4b760df3-fed6-44ce-9c10-647c43b84398/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9087989 Jan 20 13:01:48.408069 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-b30a535d-e8a6-44f8-8efd-531cebc3d143 None None] Port 8674ba52-6c91-4ae6-bda6-42f0b206b3be cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:01:49.161826 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 33726) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:49.166871 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-6c06bbf1-f7a8-4352-8ab5-c2ed4041ceea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-737877422-network', 'tenant_id': '72784359feb542719898045095bfe2b9'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:01:49.274134 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c06bbf1-f7a8-4352-8ab5-c2ed4041ceea admin admin] Made reservation on behalf of 72784359feb542719898045095bfe2b9 for: {'network': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:01:49.276496 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6c06bbf1-f7a8-4352-8ab5-c2ed4041ceea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for network (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:49.289453 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6c06bbf1-f7a8-4352-8ab5-c2ed4041ceea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:49.367268 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6c06bbf1-f7a8-4352-8ab5-c2ed4041ceea admin admin] Publish callbacks [] for security_group (01dc8b17-7a55-4b25-bf55-b1de388c8c85), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:49.427343 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6c06bbf1-f7a8-4352-8ab5-c2ed4041ceea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (01dc8b17-7a55-4b25-bf55-b1de388c8c85), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:49.450238 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c06bbf1-f7a8-4352-8ab5-c2ed4041ceea admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=109759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 13:01:49.464453 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06bbf1-f7a8-4352-8ab5-c2ed4041ceea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dc8b17-7a55-4b25-bf55-b1de388c8c85,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:49.469707 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6c06bbf1-f7a8-4352-8ab5-c2ed4041ceea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (3ea1df39-f27d-4bad-a48a-e24a305c4723), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:49.470080 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.db.segments_db [None req-6c06bbf1-f7a8-4352-8ab5-c2ed4041ceea admin admin] Added segment 3ea1df39-f27d-4bad-a48a-e24a305c4723 of type vlan for network f88175f3-8c1e-4281-8203-ee19b5fe6bfd Jan 20 13:01:49.514918 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6c06bbf1-f7a8-4352-8ab5-c2ed4041ceea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775109455270'] for network (f88175f3-8c1e-4281-8203-ee19b5fe6bfd), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:49.611161 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6c06bbf1-f7a8-4352-8ab5-c2ed4041ceea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for network (f88175f3-8c1e-4281-8203-ee19b5fe6bfd), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:49.612157 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c06bbf1-f7a8-4352-8ab5-c2ed4041ceea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:49.612759 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6c06bbf1-f7a8-4352-8ab5-c2ed4041ceea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:49.676492 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06bbf1-f7a8-4352-8ab5-c2ed4041ceea admin admin] Pushing event updated for resources: {'Network': ['ID=f88175f3-8c1e-4281-8203-ee19b5fe6bfd,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:49.686583 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Network f88175f3-8c1e-4281-8203-ee19b5fe6bfd details requested by agent ovs-agent-dv-cinder-804035-24-iscsi with host dv-cinder-804035-24-iscsi {{(pid=109761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 13:01:49.717152 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-6c06bbf1-f7a8-4352-8ab5-c2ed4041ceea admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5541997 Jan 20 13:01:49.719891 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 33730) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:49.724755 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-6460a84f-72b6-4b33-bbc4-c0883ff1c227 admin admin] Request body: {'subnet': {'network_id': 'f88175f3-8c1e-4281-8203-ee19b5fe6bfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-737877422-subnet', 'tenant_id': '72784359feb542719898045095bfe2b9', 'ip_version': 4}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:01:49.817132 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6460a84f-72b6-4b33-bbc4-c0883ff1c227 admin admin] Made reservation on behalf of 72784359feb542719898045095bfe2b9 for: {'subnet': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:01:49.824355 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6460a84f-72b6-4b33-bbc4-c0883ff1c227 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5860199'] for subnet (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:50.057348 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6460a84f-72b6-4b33-bbc4-c0883ff1c227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5860213'] for subnet (6af5839e-2337-439b-9143-a66f20842b91), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:50.115686 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460a84f-72b6-4b33-bbc4-c0883ff1c227 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6af5839e-2337-439b-9143-a66f20842b91,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:50.137647 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6460a84f-72b6-4b33-bbc4-c0883ff1c227 admin admin] Checking segment: {'id': '3ea1df39-f27d-4bad-a48a-e24a305c4723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f88175f3-8c1e-4281-8203-ee19b5fe6bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:01:50.137647 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6460a84f-72b6-4b33-bbc4-c0883ff1c227 admin admin] Network hostable DHCP agents. Network: f88175f3-8c1e-4281-8203-ee19b5fe6bfd, hostable agents: ['34b5833e-9762-4604-a0fa-5558c3f0462d'], hosted agents: [] {{(pid=109759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 13:01:50.223106 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6460a84f-72b6-4b33-bbc4-c0883ff1c227 admin admin] Network f88175f3-8c1e-4281-8203-ee19b5fe6bfd is scheduled to be hosted by DHCP agent 34b5833e-9762-4604-a0fa-5558c3f0462d with binding_index 1 {{(pid=109759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 13:01:50.286765 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-6460a84f-72b6-4b33-bbc4-c0883ff1c227 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-24-iscsi, f88175f3-8c1e-4281-8203-ee19b5fe6bfd) {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:01:50.290448 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6460a84f-72b6-4b33-bbc4-c0883ff1c227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:01:50.291202 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6460a84f-72b6-4b33-bbc4-c0883ff1c227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for subnet (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:50.299052 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446ee776-ce18-4946-b8f3-16cac60c8f48 None None] Network f88175f3-8c1e-4281-8203-ee19b5fe6bfd requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:01:50.357233 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb31c87b-2b76-4c9b-9847-020fcd6dd347 None None] Sync routers for ids ['4b760df3-fed6-44ce-9c10-647c43b84398'] in dv-cinder-804035-24-iscsi {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:01:50.361241 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-6460a84f-72b6-4b33-bbc4-c0883ff1c227 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6395435 Jan 20 13:01:50.371487 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb31c87b-2b76-4c9b-9847-020fcd6dd347 None None] Routers {'4b760df3-fed6-44ce-9c10-647c43b84398'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:01:50.371487 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-bb31c87b-2b76-4c9b-9847-020fcd6dd347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:01:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['4b760df3-fed6-44ce-9c10-647c43b84398'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:50.372016 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 33736) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:50.376092 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-37ce8ec4-5333-4a93-9bee-7a68e092cde7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-737877422-router', 'tenant_id': '72784359feb542719898045095bfe2b9', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c'}}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:01:50.417076 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aace67dd-f296-4379-ba3f-0c2fb34bbcbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10deef0b-2ac2-50f7-9455-50c49679adfd-f88175f3-8c1e-4281-8203-ee19b5fe6bfd', 'network_id': 'f88175f3-8c1e-4281-8203-ee19b5fe6bfd', 'project_id': '72784359feb542719898045095bfe2b9', 'fixed_ips': [{'subnet_id': '6af5839e-2337-439b-9143-a66f20842b91'}]}} from dv-cinder-804035-24-iscsi. {{(pid=109761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 20 13:01:50.417979 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-aace67dd-f296-4379-ba3f-0c2fb34bbcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:50.463073 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-37ce8ec4-5333-4a93-9bee-7a68e092cde7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57998'] for router (96286872-047b-4f36-b67b-31b99bab2194), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:50.464301 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-37ce8ec4-5333-4a93-9bee-7a68e092cde7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1571958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1567031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57991'] for router (96286872-047b-4f36-b67b-31b99bab2194), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:50.489278 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-bb31c87b-2b76-4c9b-9847-020fcd6dd347 None None] Set router 4b760df3-fed6-44ce-9c10-647c43b84398 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:01:50.523665 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-37ce8ec4-5333-4a93-9bee-7a68e092cde7 admin admin] Publish callbacks [] for router_controller (96286872-047b-4f36-b67b-31b99bab2194), precommit_add_association {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:50.582868 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.db_base_plugin_common [None req-aace67dd-f296-4379-ba3f-0c2fb34bbcbc None None] Allocated IP 172.20.0.2 (f88175f3-8c1e-4281-8203-ee19b5fe6bfd/6af5839e-2337-439b-9143-a66f20842b91/5668a3f9-311c-48cc-be28-e5ebf257c091) {{(pid=109761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:01:50.713317 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-bb31c87b-2b76-4c9b-9847-020fcd6dd347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'name': 'tempest-TestShelveInstance-1653588039-router', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '994fe7ba-480e-4312-95b3-f7705e4bf101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:01:47Z', 'revision_number': 4, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'gw_port': {'id': '994fe7ba-480e-4312-95b3-f7705e4bf101', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ed:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '8674ba52-6c91-4ae6-bda6-42f0b206b3be', 'name': '', 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'mac_address': 'fa:16:3e:b3:67:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '827e3bde-32ef-4cb9-811c-1e7052538673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:46Z', 'updated_at': '2022-01-20T13:01:47Z', 'revision_number': 2, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'subnets': [{'id': '827e3bde-32ef-4cb9-811c-1e7052538673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:50.745120 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb31c87b-2b76-4c9b-9847-020fcd6dd347 None None] Checking router: 4b760df3-fed6-44ce-9c10-647c43b84398 for host: dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:01:50.745512 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb31c87b-2b76-4c9b-9847-020fcd6dd347 None None] Updating router 4b760df3-fed6-44ce-9c10-647c43b84398 port 8674ba52-6c91-4ae6-bda6-42f0b206b3be binding host dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:01:50.756751 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-aace67dd-f296-4379-ba3f-0c2fb34bbcbc None None] Publish callbacks [] for port (5668a3f9-311c-48cc-be28-e5ebf257c091), precommit_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:50.759649 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-37ce8ec4-5333-4a93-9bee-7a68e092cde7 admin admin] Publish callbacks [] for router_gateway (96286872-047b-4f36-b67b-31b99bab2194), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:50.770399 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-bb31c87b-2b76-4c9b-9847-020fcd6dd347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (8674ba52-6c91-4ae6-bda6-42f0b206b3be), before_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:50.828741 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-aace67dd-f296-4379-ba3f-0c2fb34bbcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (5668a3f9-311c-48cc-be28-e5ebf257c091), after_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:50.870144 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aace67dd-f296-4379-ba3f-0c2fb34bbcbc None None] Network f88175f3-8c1e-4281-8203-ee19b5fe6bfd is already hosted by enough agents. {{(pid=109761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:01:50.874177 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.scheduler.base_scheduler [None req-aace67dd-f296-4379-ba3f-0c2fb34bbcbc None None] Resources bound (agent type, host, resource id): {{(pid=109761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:01:50.877737 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aace67dd-f296-4379-ba3f-0c2fb34bbcbc None None] Received port after_create {{(pid=109761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:01:50.891413 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace67dd-f296-4379-ba3f-0c2fb34bbcbc None None] Pushing event updated for resources: {'Port': ['ID=5668a3f9-311c-48cc-be28-e5ebf257c091,revision_number=1']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:50.955129 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-aace67dd-f296-4379-ba3f-0c2fb34bbcbc None None] Attempting to bind port 5668a3f9-311c-48cc-be28-e5ebf257c091 on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:01:50.955773 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-aace67dd-f296-4379-ba3f-0c2fb34bbcbc None None] Attempting to bind port 5668a3f9-311c-48cc-be28-e5ebf257c091 by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': '3ea1df39-f27d-4bad-a48a-e24a305c4723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f88175f3-8c1e-4281-8203-ee19b5fe6bfd'}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:01:50.956256 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aace67dd-f296-4379-ba3f-0c2fb34bbcbc None None] Attempting to bind port 5668a3f9-311c-48cc-be28-e5ebf257c091 on network f88175f3-8c1e-4281-8203-ee19b5fe6bfd {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:01:50.963350 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aace67dd-f296-4379-ba3f-0c2fb34bbcbc None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:01:50.964030 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aace67dd-f296-4379-ba3f-0c2fb34bbcbc None None] Checking segment: {'id': '3ea1df39-f27d-4bad-a48a-e24a305c4723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f88175f3-8c1e-4281-8203-ee19b5fe6bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:01:50.964725 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-aace67dd-f296-4379-ba3f-0c2fb34bbcbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:50.965245 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aace67dd-f296-4379-ba3f-0c2fb34bbcbc None None] Bound using segment: {'id': '3ea1df39-f27d-4bad-a48a-e24a305c4723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f88175f3-8c1e-4281-8203-ee19b5fe6bfd'} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:01:50.965947 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-aace67dd-f296-4379-ba3f-0c2fb34bbcbc None None] Bound port: 5668a3f9-311c-48cc-be28-e5ebf257c091, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea1df39-f27d-4bad-a48a-e24a305c4723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f88175f3-8c1e-4281-8203-ee19b5fe6bfd'}}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:01:50.966557 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-aace67dd-f296-4379-ba3f-0c2fb34bbcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (5668a3f9-311c-48cc-be28-e5ebf257c091), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:51.040279 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-aace67dd-f296-4379-ba3f-0c2fb34bbcbc None None] For port 5668a3f9-311c-48cc-be28-e5ebf257c091, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:01:51.043807 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-aace67dd-f296-4379-ba3f-0c2fb34bbcbc None None] For port 5668a3f9-311c-48cc-be28-e5ebf257c091, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=5668a3f9-311c-48cc-be28-e5ebf257c091,segment=NetworkSegment(3ea1df39-f27d-4bad-a48a-e24a305c4723),segment_id=3ea1df39-f27d-4bad-a48a-e24a305c4723)] {{(pid=109761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:01:51.068877 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 994fe7ba-480e-4312-95b3-f7705e4bf101 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:01:51.109455 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-aace67dd-f296-4379-ba3f-0c2fb34bbcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (5668a3f9-311c-48cc-be28-e5ebf257c091), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:51.115835 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-bb31c87b-2b76-4c9b-9847-020fcd6dd347 None None] Publish callbacks [] for port (8674ba52-6c91-4ae6-bda6-42f0b206b3be), precommit_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:51.126728 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-37ce8ec4-5333-4a93-9bee-7a68e092cde7 admin admin] Publish callbacks [] for router_gateway (96286872-047b-4f36-b67b-31b99bab2194), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:51.151144 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-37ce8ec4-5333-4a93-9bee-7a68e092cde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:51.181078 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 994fe7ba-480e-4312-95b3-f7705e4bf101 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:01:51.181511 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (994fe7ba-480e-4312-95b3-f7705e4bf101), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:51.189620 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace67dd-f296-4379-ba3f-0c2fb34bbcbc None None] Pushing event updated for resources: {'Port': ['ID=5668a3f9-311c-48cc-be28-e5ebf257c091,revision_number=2']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:51.211874 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-bb31c87b-2b76-4c9b-9847-020fcd6dd347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (8674ba52-6c91-4ae6-bda6-42f0b206b3be), after_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:51.279826 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1be104-c3e1-4037-94e2-e7544e377c27 None None] Pushing event updated for resources: {'Port': ['ID=8674ba52-6c91-4ae6-bda6-42f0b206b3be,revision_number=3']} {{(pid=109762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:51.281324 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [None req-37ce8ec4-5333-4a93-9bee-7a68e092cde7 admin admin] Allocated IP 172.27.0.44 (2a70364f-7478-4e00-a602-43026420194c/64f75221-ca68-464e-809b-7e1d4f1c5699/5ffec230-b31c-4b18-ad8a-a1361062d7f8) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:01:51.288797 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1be104-c3e1-4037-94e2-e7544e377c27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:51.289151 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1be104-c3e1-4037-94e2-e7544e377c27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:51.290203 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1be104-c3e1-4037-94e2-e7544e377c27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:51.295215 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1be104-c3e1-4037-94e2-e7544e377c27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:51.295215 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1be104-c3e1-4037-94e2-e7544e377c27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:51.295215 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1be104-c3e1-4037-94e2-e7544e377c27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:51.295215 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1be104-c3e1-4037-94e2-e7544e377c27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:51.295215 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1be104-c3e1-4037-94e2-e7544e377c27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:51.295215 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1be104-c3e1-4037-94e2-e7544e377c27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:51.295215 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1be104-c3e1-4037-94e2-e7544e377c27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:51.295215 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1be104-c3e1-4037-94e2-e7544e377c27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:51.295215 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1be104-c3e1-4037-94e2-e7544e377c27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:51.295215 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1be104-c3e1-4037-94e2-e7544e377c27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:51.308515 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 994fe7ba-480e-4312-95b3-f7705e4bf101 is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:01:51.309017 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (994fe7ba-480e-4312-95b3-f7705e4bf101), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:51.334004 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] For port 994fe7ba-480e-4312-95b3-f7705e4bf101, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=994fe7ba-480e-4312-95b3-f7705e4bf101,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:01:51.406655 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-bb31c87b-2b76-4c9b-9847-020fcd6dd347 None None] Attempting to bind port 8674ba52-6c91-4ae6-bda6-42f0b206b3be on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:01:51.406655 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-bb31c87b-2b76-4c9b-9847-020fcd6dd347 None None] Attempting to bind port 8674ba52-6c91-4ae6-bda6-42f0b206b3be by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': '1960b54c-09a8-4691-88df-58f456a7341f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a'}] {{(pid=109762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:01:51.407170 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb31c87b-2b76-4c9b-9847-020fcd6dd347 None None] Attempting to bind port 8674ba52-6c91-4ae6-bda6-42f0b206b3be on network d0afbccb-a790-4cda-aef8-ceb4599dcd3a {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:01:51.417413 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (994fe7ba-480e-4312-95b3-f7705e4bf101), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:51.421238 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb31c87b-2b76-4c9b-9847-020fcd6dd347 None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:01:51.421986 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb31c87b-2b76-4c9b-9847-020fcd6dd347 None None] Checking segment: {'id': '1960b54c-09a8-4691-88df-58f456a7341f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:01:51.422808 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-bb31c87b-2b76-4c9b-9847-020fcd6dd347 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:51.423540 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb31c87b-2b76-4c9b-9847-020fcd6dd347 None None] Bound using segment: {'id': '1960b54c-09a8-4691-88df-58f456a7341f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a'} {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:01:51.424606 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-bb31c87b-2b76-4c9b-9847-020fcd6dd347 None None] Bound port: 8674ba52-6c91-4ae6-bda6-42f0b206b3be, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1960b54c-09a8-4691-88df-58f456a7341f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a'}}] {{(pid=109762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:01:51.425332 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-bb31c87b-2b76-4c9b-9847-020fcd6dd347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (8674ba52-6c91-4ae6-bda6-42f0b206b3be), before_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:51.497799 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.db [None req-bb31c87b-2b76-4c9b-9847-020fcd6dd347 None None] For port 8674ba52-6c91-4ae6-bda6-42f0b206b3be, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:01:51.498302 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-37ce8ec4-5333-4a93-9bee-7a68e092cde7 admin admin] Publish callbacks [] for port (5ffec230-b31c-4b18-ad8a-a1361062d7f8), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:51.501154 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.db [None req-bb31c87b-2b76-4c9b-9847-020fcd6dd347 None None] For port 8674ba52-6c91-4ae6-bda6-42f0b206b3be, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=8674ba52-6c91-4ae6-bda6-42f0b206b3be,segment=NetworkSegment(1960b54c-09a8-4691-88df-58f456a7341f),segment_id=1960b54c-09a8-4691-88df-58f456a7341f)] {{(pid=109762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:01:51.527265 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Pushing event updated for resources: {'Port': ['ID=994fe7ba-480e-4312-95b3-f7705e4bf101,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:51.669625 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-615a4bf6-07ab-4695-8308-138321de07fe None None] Provisioning complete for port 8674ba52-6c91-4ae6-bda6-42f0b206b3be triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:01:51.670011 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-615a4bf6-07ab-4695-8308-138321de07fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (8674ba52-6c91-4ae6-bda6-42f0b206b3be), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:51.709043 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-615a4bf6-07ab-4695-8308-138321de07fe None None] Port 8674ba52-6c91-4ae6-bda6-42f0b206b3be cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:01:51.764435 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-bb31c87b-2b76-4c9b-9847-020fcd6dd347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (8674ba52-6c91-4ae6-bda6-42f0b206b3be), after_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:51.800105 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-37ce8ec4-5333-4a93-9bee-7a68e092cde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (5ffec230-b31c-4b18-ad8a-a1361062d7f8), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:51.818950 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb31c87b-2b76-4c9b-9847-020fcd6dd347 None None] Routers {'4b760df3-fed6-44ce-9c10-647c43b84398'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:01:51.819667 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-bb31c87b-2b76-4c9b-9847-020fcd6dd347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:01:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['4b760df3-fed6-44ce-9c10-647c43b84398'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:51.844058 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ce8ec4-5333-4a93-9bee-7a68e092cde7 admin admin] Network 2a70364f-7478-4e00-a602-43026420194c is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:01:51.853686 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-37ce8ec4-5333-4a93-9bee-7a68e092cde7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:01:51.853686 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ce8ec4-5333-4a93-9bee-7a68e092cde7 admin admin] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:01:51.884127 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce8ec4-5333-4a93-9bee-7a68e092cde7 admin admin] Pushing event updated for resources: {'Port': ['ID=5ffec230-b31c-4b18-ad8a-a1361062d7f8,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:52.004219 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1be104-c3e1-4037-94e2-e7544e377c27 None None] Pushing event updated for resources: {'Port': ['ID=8674ba52-6c91-4ae6-bda6-42f0b206b3be,revision_number=4']} {{(pid=109762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:52.039754 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-bb31c87b-2b76-4c9b-9847-020fcd6dd347 None None] Set router 4b760df3-fed6-44ce-9c10-647c43b84398 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:01:52.139122 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-7ea8c5cf-c19d-40bc-b2e6-a4463e49b55a None None] Provisioning complete for port 8674ba52-6c91-4ae6-bda6-42f0b206b3be triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:01:52.139708 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-7ea8c5cf-c19d-40bc-b2e6-a4463e49b55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (8674ba52-6c91-4ae6-bda6-42f0b206b3be), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:52.195859 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-37ce8ec4-5333-4a93-9bee-7a68e092cde7 admin admin] Publish callbacks [] for router_gateway (96286872-047b-4f36-b67b-31b99bab2194), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:52.274719 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-7ea8c5cf-c19d-40bc-b2e6-a4463e49b55a None None] Current status of the port 8674ba52-6c91-4ae6-bda6-42f0b206b3be is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:01:52.275502 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-7ea8c5cf-c19d-40bc-b2e6-a4463e49b55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (8674ba52-6c91-4ae6-bda6-42f0b206b3be), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:52.280285 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-bb31c87b-2b76-4c9b-9847-020fcd6dd347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'name': 'tempest-TestShelveInstance-1653588039-router', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '994fe7ba-480e-4312-95b3-f7705e4bf101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:01:47Z', 'revision_number': 4, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'gw_port': {'id': '994fe7ba-480e-4312-95b3-f7705e4bf101', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '8674ba52-6c91-4ae6-bda6-42f0b206b3be', 'name': '', 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'mac_address': 'fa:16:3e:b3:67:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '827e3bde-32ef-4cb9-811c-1e7052538673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:46Z', 'updated_at': '2022-01-20T13:01:51Z', 'revision_number': 4, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'subnets': [{'id': '827e3bde-32ef-4cb9-811c-1e7052538673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:52.312990 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb31c87b-2b76-4c9b-9847-020fcd6dd347 None None] The sync data for ids ['4b760df3-fed6-44ce-9c10-647c43b84398'] in dv-cinder-804035-24-iscsi is: [{'id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'name': 'tempest-TestShelveInstance-1653588039-router', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '994fe7ba-480e-4312-95b3-f7705e4bf101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:01:47Z', 'revision_number': 4, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'gw_port': {'id': '994fe7ba-480e-4312-95b3-f7705e4bf101', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '8674ba52-6c91-4ae6-bda6-42f0b206b3be', 'name': '', 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'mac_address': 'fa:16:3e:b3:67:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '827e3bde-32ef-4cb9-811c-1e7052538673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:46Z', 'updated_at': '2022-01-20T13:01:51Z', 'revision_number': 4, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'subnets': [{'id': '827e3bde-32ef-4cb9-811c-1e7052538673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:01:52.336656 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-7ea8c5cf-c19d-40bc-b2e6-a4463e49b55a None None] For port 8674ba52-6c91-4ae6-bda6-42f0b206b3be, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=8674ba52-6c91-4ae6-bda6-42f0b206b3be,segment=NetworkSegment(1960b54c-09a8-4691-88df-58f456a7341f),segment_id=1960b54c-09a8-4691-88df-58f456a7341f)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:01:52.432281 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-7ea8c5cf-c19d-40bc-b2e6-a4463e49b55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (8674ba52-6c91-4ae6-bda6-42f0b206b3be), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:52.471621 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5ffce3-4e2c-41a6-bbf8-95ae613fd6da None None] Network f88175f3-8c1e-4281-8203-ee19b5fe6bfd requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:01:52.509670 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8c5cf-c19d-40bc-b2e6-a4463e49b55a None None] Pushing event updated for resources: {'Port': ['ID=8674ba52-6c91-4ae6-bda6-42f0b206b3be,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:52.598344 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-8760851e-7054-4788-9836-7bf23a6c477a None None] Provisioning complete for port 5668a3f9-311c-48cc-be28-e5ebf257c091 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:01:52.598879 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-8760851e-7054-4788-9836-7bf23a6c477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (5668a3f9-311c-48cc-be28-e5ebf257c091), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:52.734955 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-8760851e-7054-4788-9836-7bf23a6c477a None None] Current status of the port 5668a3f9-311c-48cc-be28-e5ebf257c091 is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:01:52.735958 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-8760851e-7054-4788-9836-7bf23a6c477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (5668a3f9-311c-48cc-be28-e5ebf257c091), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:52.751231 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-37ce8ec4-5333-4a93-9bee-7a68e092cde7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1571917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1567081'] for router (96286872-047b-4f36-b67b-31b99bab2194), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:52.781018 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-8760851e-7054-4788-9836-7bf23a6c477a None None] For port 5668a3f9-311c-48cc-be28-e5ebf257c091, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=5668a3f9-311c-48cc-be28-e5ebf257c091,segment=NetworkSegment(3ea1df39-f27d-4bad-a48a-e24a305c4723),segment_id=3ea1df39-f27d-4bad-a48a-e24a305c4723)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:01:52.857025 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-8760851e-7054-4788-9836-7bf23a6c477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (5668a3f9-311c-48cc-be28-e5ebf257c091), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:52.926807 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760851e-7054-4788-9836-7bf23a6c477a None None] Pushing event updated for resources: {'Port': ['ID=5668a3f9-311c-48cc-be28-e5ebf257c091,revision_number=3']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:52.966862 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ce8ec4-5333-4a93-9bee-7a68e092cde7 admin admin] Router 96286872-047b-4f36-b67b-31b99bab2194 is scheduled to L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 with binding_index 1 {{(pid=109759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 13:01:52.994675 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-22185c96-e78a-4e02-8707-8000c724c630 None None] Provisioning complete for port 5668a3f9-311c-48cc-be28-e5ebf257c091 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:01:52.995256 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-22185c96-e78a-4e02-8707-8000c724c630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (5668a3f9-311c-48cc-be28-e5ebf257c091), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:53.118566 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-22185c96-e78a-4e02-8707-8000c724c630 None None] Current status of the port 5668a3f9-311c-48cc-be28-e5ebf257c091 is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:01:53.135526 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ce8ec4-5333-4a93-9bee-7a68e092cde7 admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:01:53.152464 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454258ce-2e9f-4ca0-b821-becdbba1c46c None None] Sync routers for ids ['96286872-047b-4f36-b67b-31b99bab2194'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:01:53.164722 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454258ce-2e9f-4ca0-b821-becdbba1c46c None None] Routers {'96286872-047b-4f36-b67b-31b99bab2194'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:01:53.165398 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-454258ce-2e9f-4ca0-b821-becdbba1c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:01:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['96286872-047b-4f36-b67b-31b99bab2194'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:53.204474 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 5668a3f9-311c-48cc-be28-e5ebf257c091 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:01:53.214226 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-37ce8ec4-5333-4a93-9bee-7a68e092cde7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:53.218787 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 33748) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:53.224590 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-37ce8ec4-5333-4a93-9bee-7a68e092cde7 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8518217 Jan 20 13:01:53.462531 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-454258ce-2e9f-4ca0-b821-becdbba1c46c None None] Set router 96286872-047b-4f36-b67b-31b99bab2194 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:01:53.525201 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 5668a3f9-311c-48cc-be28-e5ebf257c091 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:01:53.525609 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (5668a3f9-311c-48cc-be28-e5ebf257c091), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:53.672551 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:53.699309 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 5668a3f9-311c-48cc-be28-e5ebf257c091 is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:01:53.700346 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 8674ba52-6c91-4ae6-bda6-42f0b206b3be up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:01:53.758005 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-454258ce-2e9f-4ca0-b821-becdbba1c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96286872-047b-4f36-b67b-31b99bab2194', 'name': 'tempest-TestShelveInstance-737877422-router', 'tenant_id': '72784359feb542719898045095bfe2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '5ffec230-b31c-4b18-ad8a-a1361062d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:01:50Z', 'updated_at': '2022-01-20T13:01:52Z', 'revision_number': 3, 'project_id': '72784359feb542719898045095bfe2b9', 'gw_port': {'id': '5ffec230-b31c-4b18-ad8a-a1361062d7f8', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:eb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96286872-047b-4f36-b67b-31b99bab2194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:51Z', 'updated_at': '2022-01-20T13:01:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:53.810799 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454258ce-2e9f-4ca0-b821-becdbba1c46c None None] Checking router: 96286872-047b-4f36-b67b-31b99bab2194 for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:01:53.811156 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454258ce-2e9f-4ca0-b821-becdbba1c46c None None] Updating router 96286872-047b-4f36-b67b-31b99bab2194 port 5ffec230-b31c-4b18-ad8a-a1361062d7f8 binding host dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:01:53.837403 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 8674ba52-6c91-4ae6-bda6-42f0b206b3be triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:01:53.837804 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (8674ba52-6c91-4ae6-bda6-42f0b206b3be), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:53.839505 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_common [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Allocated IP 172.20.0.1 (f88175f3-8c1e-4281-8203-ee19b5fe6bfd/6af5839e-2337-439b-9143-a66f20842b91/50d8ee6f-b4f4-488f-b8b5-249469b8ea30) {{(pid=109760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:01:53.863027 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-454258ce-2e9f-4ca0-b821-becdbba1c46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (5ffec230-b31c-4b18-ad8a-a1361062d7f8), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:53.948727 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Publish callbacks [] for port (50d8ee6f-b4f4-488f-b8b5-249469b8ea30), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:54.033493 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 8674ba52-6c91-4ae6-bda6-42f0b206b3be is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:01:54.034699 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 994fe7ba-480e-4312-95b3-f7705e4bf101 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:01:54.039875 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (50d8ee6f-b4f4-488f-b8b5-249469b8ea30), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:54.081201 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Network f88175f3-8c1e-4281-8203-ee19b5fe6bfd is already hosted by enough agents. {{(pid=109760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:01:54.083946 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:01:54.087422 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Received port after_create {{(pid=109760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:01:54.116695 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Pushing event updated for resources: {'Port': ['ID=50d8ee6f-b4f4-488f-b8b5-249469b8ea30,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:54.131027 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:54.131597 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:54.131936 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:54.132451 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:54.133020 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:54.133971 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:54.134309 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:54.134643 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:54.135187 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:54.135628 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:54.135862 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:54.136369 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:54.136695 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:01:54.152210 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530587'] for router_interface (96286872-047b-4f36-b67b-31b99bab2194), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:54.158218 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 994fe7ba-480e-4312-95b3-f7705e4bf101 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:01:54.159144 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (994fe7ba-480e-4312-95b3-f7705e4bf101), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:54.252892 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-454258ce-2e9f-4ca0-b821-becdbba1c46c None None] Publish callbacks [] for port (5ffec230-b31c-4b18-ad8a-a1361062d7f8), precommit_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:54.293910 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 994fe7ba-480e-4312-95b3-f7705e4bf101 is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:01:54.347276 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-454258ce-2e9f-4ca0-b821-becdbba1c46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (5ffec230-b31c-4b18-ad8a-a1361062d7f8), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:54.350607 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-fcb326de-8bcd-4317-9c6d-31c4ecb589b0 None None] Provisioning complete for port 50d8ee6f-b4f4-488f-b8b5-249469b8ea30 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:01:54.350970 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-fcb326de-8bcd-4317-9c6d-31c4ecb589b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (50d8ee6f-b4f4-488f-b8b5-249469b8ea30), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:54.368260 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (50d8ee6f-b4f4-488f-b8b5-249469b8ea30), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:54.435518 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-fcb326de-8bcd-4317-9c6d-31c4ecb589b0 None None] Port 50d8ee6f-b4f4-488f-b8b5-249469b8ea30 cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:01:54.437047 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cae6a9-1081-4ae8-9b67-cf882b242af7 None None] Pushing event updated for resources: {'Port': ['ID=5ffec230-b31c-4b18-ad8a-a1361062d7f8,revision_number=2']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:54.444114 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-454258ce-2e9f-4ca0-b821-becdbba1c46c None None] Attempting to bind port 5ffec230-b31c-4b18-ad8a-a1361062d7f8 on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:01:54.444492 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-454258ce-2e9f-4ca0-b821-becdbba1c46c None None] Attempting to bind port 5ffec230-b31c-4b18-ad8a-a1361062d7f8 by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:01:54.444887 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454258ce-2e9f-4ca0-b821-becdbba1c46c None None] Attempting to bind port 5ffec230-b31c-4b18-ad8a-a1361062d7f8 on network 2a70364f-7478-4e00-a602-43026420194c {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:01:54.453906 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454258ce-2e9f-4ca0-b821-becdbba1c46c None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:01:54.454318 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454258ce-2e9f-4ca0-b821-becdbba1c46c None None] Checking segment: {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:01:54.454748 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-454258ce-2e9f-4ca0-b821-becdbba1c46c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:54.455147 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454258ce-2e9f-4ca0-b821-becdbba1c46c None None] Bound using segment: {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:01:54.455648 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-454258ce-2e9f-4ca0-b821-becdbba1c46c None None] Bound port: 5ffec230-b31c-4b18-ad8a-a1361062d7f8, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'}}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:01:54.456034 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-454258ce-2e9f-4ca0-b821-becdbba1c46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (5ffec230-b31c-4b18-ad8a-a1361062d7f8), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:54.510263 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-454258ce-2e9f-4ca0-b821-becdbba1c46c None None] For port 5ffec230-b31c-4b18-ad8a-a1361062d7f8, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:01:54.513544 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-454258ce-2e9f-4ca0-b821-becdbba1c46c None None] For port 5ffec230-b31c-4b18-ad8a-a1361062d7f8, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=5ffec230-b31c-4b18-ad8a-a1361062d7f8,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:01:54.543330 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Publish callbacks [] for port (50d8ee6f-b4f4-488f-b8b5-249469b8ea30), precommit_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:54.583440 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-454258ce-2e9f-4ca0-b821-becdbba1c46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (5ffec230-b31c-4b18-ad8a-a1361062d7f8), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:54.611600 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4332544'] for port (50d8ee6f-b4f4-488f-b8b5-249469b8ea30), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:54.652287 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cae6a9-1081-4ae8-9b67-cf882b242af7 None None] Pushing event updated for resources: {'Port': ['ID=5ffec230-b31c-4b18-ad8a-a1361062d7f8,revision_number=3']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:54.655042 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454258ce-2e9f-4ca0-b821-becdbba1c46c None None] Routers {'96286872-047b-4f36-b67b-31b99bab2194'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:01:54.655731 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-454258ce-2e9f-4ca0-b821-becdbba1c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:01:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['96286872-047b-4f36-b67b-31b99bab2194'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:54.787540 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-454258ce-2e9f-4ca0-b821-becdbba1c46c None None] Set router 96286872-047b-4f36-b67b-31b99bab2194 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:01:54.968811 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1477630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545703'] for router_interface (96286872-047b-4f36-b67b-31b99bab2194), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:54.970846 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Pushing event updated for resources: {'Port': ['ID=50d8ee6f-b4f4-488f-b8b5-249469b8ea30,revision_number=2']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:54.999138 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 5668a3f9-311c-48cc-be28-e5ebf257c091 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:01:55.065728 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 5668a3f9-311c-48cc-be28-e5ebf257c091 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:01:55.066111 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (5668a3f9-311c-48cc-be28-e5ebf257c091), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:55.070607 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-454258ce-2e9f-4ca0-b821-becdbba1c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96286872-047b-4f36-b67b-31b99bab2194', 'name': 'tempest-TestShelveInstance-737877422-router', 'tenant_id': '72784359feb542719898045095bfe2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '5ffec230-b31c-4b18-ad8a-a1361062d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:01:50Z', 'updated_at': '2022-01-20T13:01:54Z', 'revision_number': 4, 'project_id': '72784359feb542719898045095bfe2b9', 'gw_port': {'id': '5ffec230-b31c-4b18-ad8a-a1361062d7f8', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:eb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96286872-047b-4f36-b67b-31b99bab2194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:51Z', 'updated_at': '2022-01-20T13:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '50d8ee6f-b4f4-488f-b8b5-249469b8ea30', 'name': '', 'network_id': 'f88175f3-8c1e-4281-8203-ee19b5fe6bfd', 'tenant_id': '72784359feb542719898045095bfe2b9', 'mac_address': 'fa:16:3e:5c:30:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96286872-047b-4f36-b67b-31b99bab2194', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '6af5839e-2337-439b-9143-a66f20842b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:53Z', 'updated_at': '2022-01-20T13:01:54Z', 'revision_number': 2, 'project_id': '72784359feb542719898045095bfe2b9', 'subnets': [{'id': '6af5839e-2337-439b-9143-a66f20842b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:55.075060 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Network f88175f3-8c1e-4281-8203-ee19b5fe6bfd is already hosted by enough agents. {{(pid=109760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:01:55.076406 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:01:55.121149 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454258ce-2e9f-4ca0-b821-becdbba1c46c None None] The sync data for ids ['96286872-047b-4f36-b67b-31b99bab2194'] in dv-cinder-804035-24-iscsi is: [{'id': '96286872-047b-4f36-b67b-31b99bab2194', 'name': 'tempest-TestShelveInstance-737877422-router', 'tenant_id': '72784359feb542719898045095bfe2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '5ffec230-b31c-4b18-ad8a-a1361062d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:01:50Z', 'updated_at': '2022-01-20T13:01:54Z', 'revision_number': 4, 'project_id': '72784359feb542719898045095bfe2b9', 'gw_port': {'id': '5ffec230-b31c-4b18-ad8a-a1361062d7f8', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:eb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96286872-047b-4f36-b67b-31b99bab2194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:51Z', 'updated_at': '2022-01-20T13:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '50d8ee6f-b4f4-488f-b8b5-249469b8ea30', 'name': '', 'network_id': 'f88175f3-8c1e-4281-8203-ee19b5fe6bfd', 'tenant_id': '72784359feb542719898045095bfe2b9', 'mac_address': 'fa:16:3e:5c:30:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96286872-047b-4f36-b67b-31b99bab2194', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '6af5839e-2337-439b-9143-a66f20842b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:53Z', 'updated_at': '2022-01-20T13:01:54Z', 'revision_number': 2, 'project_id': '72784359feb542719898045095bfe2b9', 'subnets': [{'id': '6af5839e-2337-439b-9143-a66f20842b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:01:55.201370 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 5668a3f9-311c-48cc-be28-e5ebf257c091 is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:01:55.229099 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Router 96286872-047b-4f36-b67b-31b99bab2194 has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:01:55.369388 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-0b0fd802-172c-4498-8162-fa42f04f3544 None None] Provisioning complete for port 50d8ee6f-b4f4-488f-b8b5-249469b8ea30 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:01:55.370572 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-0b0fd802-172c-4498-8162-fa42f04f3544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (50d8ee6f-b4f4-488f-b8b5-249469b8ea30), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:55.378717 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:01:55.385213 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-238bb23e-d6e7-4e29-9bd4-8d8c14ad8f39 admin admin] 10.222.0.57 "PUT /v2.0/routers/96286872-047b-4f36-b67b-31b99bab2194/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1653764 Jan 20 13:01:55.407937 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-0b0fd802-172c-4498-8162-fa42f04f3544 None None] Port 50d8ee6f-b4f4-488f-b8b5-249469b8ea30 cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:01:56.140242 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 33768) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:56.144924 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-5e991343-756d-4217-8d5b-97ca69960f6a tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-313485088', 'description': 'tempest-secgroup-smoke-313485088 description', 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:01:56.267300 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5e991343-756d-4217-8d5b-97ca69960f6a tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:56.352888 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5e991343-756d-4217-8d5b-97ca69960f6a tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for security_group (1d330934-1b30-4e73-ad96-7a7688fbfe30), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:56.438287 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5e991343-756d-4217-8d5b-97ca69960f6a tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (1d330934-1b30-4e73-ad96-7a7688fbfe30), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:56.472666 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e991343-756d-4217-8d5b-97ca69960f6a tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d330934-1b30-4e73-ad96-7a7688fbfe30,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:56.549915 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5e991343-756d-4217-8d5b-97ca69960f6a tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:56.551198 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-5e991343-756d-4217-8d5b-97ca69960f6a tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4099483 Jan 20 13:01:56.554601 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 33770) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:56.559709 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-50ae114d-69d2-4450-a1e0-a9a516a77a47 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Request body: {'security_group_rule': {'security_group_id': '1d330934-1b30-4e73-ad96-7a7688fbfe30', 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:01:56.650612 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-50ae114d-69d2-4450-a1e0-a9a516a77a47 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for security_group_rule (e03f811b-5c26-4f88-8416-d941a69edb77), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:56.710673 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-50ae114d-69d2-4450-a1e0-a9a516a77a47 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for security_group_rule (e03f811b-5c26-4f88-8416-d941a69edb77), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:56.856549 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-50ae114d-69d2-4450-a1e0-a9a516a77a47 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390'] for security_group_rule (e03f811b-5c26-4f88-8416-d941a69edb77), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:56.874955 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae114d-69d2-4450-a1e0-a9a516a77a47 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e03f811b-5c26-4f88-8416-d941a69edb77,revision_number=0']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:56.991212 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-50ae114d-69d2-4450-a1e0-a9a516a77a47 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:56.993220 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-50ae114d-69d2-4450-a1e0-a9a516a77a47 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4365010 Jan 20 13:01:56.998166 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 33776) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:57.003818 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-298d6ff8-ba27-40c1-b5cb-c4a7246d8cf8 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Request body: {'security_group_rule': {'security_group_id': '1d330934-1b30-4e73-ad96-7a7688fbfe30', 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:01:57.068227 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 5ffec230-b31c-4b18-ad8a-a1361062d7f8 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:01:57.108297 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-298d6ff8-ba27-40c1-b5cb-c4a7246d8cf8 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for security_group_rule (7d55d3d3-124b-4f59-922a-3dd2814ffec2), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:57.123206 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 5ffec230-b31c-4b18-ad8a-a1361062d7f8 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:01:57.123602 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (5ffec230-b31c-4b18-ad8a-a1361062d7f8), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:57.170049 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-298d6ff8-ba27-40c1-b5cb-c4a7246d8cf8 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for security_group_rule (7d55d3d3-124b-4f59-922a-3dd2814ffec2), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:57.221516 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 5ffec230-b31c-4b18-ad8a-a1361062d7f8 is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:01:57.221916 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (5ffec230-b31c-4b18-ad8a-a1361062d7f8), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:57.232708 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-298d6ff8-ba27-40c1-b5cb-c4a7246d8cf8 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390'] for security_group_rule (7d55d3d3-124b-4f59-922a-3dd2814ffec2), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:57.245467 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] For port 5ffec230-b31c-4b18-ad8a-a1361062d7f8, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=5ffec230-b31c-4b18-ad8a-a1361062d7f8,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:01:57.250069 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d6ff8-ba27-40c1-b5cb-c4a7246d8cf8 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d55d3d3-124b-4f59-922a-3dd2814ffec2,revision_number=0']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:57.319583 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (5ffec230-b31c-4b18-ad8a-a1361062d7f8), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:57.335363 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-298d6ff8-ba27-40c1-b5cb-c4a7246d8cf8 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:57.338005 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-298d6ff8-ba27-40c1-b5cb-c4a7246d8cf8 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3384941 Jan 20 13:01:57.340936 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 33778) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:57.346998 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-43678013-26f1-4765-8ae3-172d2d4d5572 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Request body: {'security_group_rule': {'security_group_id': '1d330934-1b30-4e73-ad96-7a7688fbfe30', 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:01:57.373253 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Pushing event updated for resources: {'Port': ['ID=5ffec230-b31c-4b18-ad8a-a1361062d7f8,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:57.443471 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-43678013-26f1-4765-8ae3-172d2d4d5572 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for security_group_rule (b2ec0cfa-b7db-4beb-b367-a37845906b37), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:57.499735 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-43678013-26f1-4765-8ae3-172d2d4d5572 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for security_group_rule (b2ec0cfa-b7db-4beb-b367-a37845906b37), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:57.588450 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-43678013-26f1-4765-8ae3-172d2d4d5572 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390'] for security_group_rule (b2ec0cfa-b7db-4beb-b367-a37845906b37), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:57.610271 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43678013-26f1-4765-8ae3-172d2d4d5572 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ec0cfa-b7db-4beb-b367-a37845906b37,revision_number=0']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:57.676564 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-43678013-26f1-4765-8ae3-172d2d4d5572 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:57.678120 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-43678013-26f1-4765-8ae3-172d2d4d5572 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3360322 Jan 20 13:01:57.681096 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 33780) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:57.686717 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-6383b9dd-daf5-4b29-8e5b-6982870282ef tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Request body: {'security_group_rule': {'security_group_id': '1d330934-1b30-4e73-ad96-7a7688fbfe30', 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:01:57.782194 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6383b9dd-daf5-4b29-8e5b-6982870282ef tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for security_group_rule (b77c6db5-dd58-4dd4-a551-797db80e1e58), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:57.842010 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6383b9dd-daf5-4b29-8e5b-6982870282ef tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for security_group_rule (b77c6db5-dd58-4dd4-a551-797db80e1e58), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:57.885768 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6383b9dd-daf5-4b29-8e5b-6982870282ef tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390'] for security_group_rule (b77c6db5-dd58-4dd4-a551-797db80e1e58), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:57.904862 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383b9dd-daf5-4b29-8e5b-6982870282ef tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b77c6db5-dd58-4dd4-a551-797db80e1e58,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:57.996607 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6383b9dd-daf5-4b29-8e5b-6982870282ef tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:57.997881 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-6383b9dd-daf5-4b29-8e5b-6982870282ef tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3155773 Jan 20 13:01:58.000885 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 33784) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:58.005196 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-f1d30e8f-3972-4fb0-8580-359e0e090453 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Request body: {'security_group_rule': {'security_group_id': '1d330934-1b30-4e73-ad96-7a7688fbfe30', 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:01:58.113352 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.db.securitygroups_db [None req-f1d30e8f-3972-4fb0-8580-359e0e090453 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Project ad79f53b3f334fc3a976c0714f8b78c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 13:01:58.120118 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f1d30e8f-3972-4fb0-8580-359e0e090453 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for security_group_rule (9602b14e-90e2-44dd-a4b1-18d06295be96), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:58.185062 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f1d30e8f-3972-4fb0-8580-359e0e090453 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for security_group_rule (9602b14e-90e2-44dd-a4b1-18d06295be96), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:58.251205 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f1d30e8f-3972-4fb0-8580-359e0e090453 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390'] for security_group_rule (9602b14e-90e2-44dd-a4b1-18d06295be96), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:58.269451 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d30e8f-3972-4fb0-8580-359e0e090453 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9602b14e-90e2-44dd-a4b1-18d06295be96,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:58.350649 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f1d30e8f-3972-4fb0-8580-359e0e090453 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:58.351825 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-f1d30e8f-3972-4fb0-8580-359e0e090453 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3499644 Jan 20 13:01:58.356016 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 33788) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:01:58.360660 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-6056fdb5-f859-4873-9c44-444dcda1fd50 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Request body: {'security_group_rule': {'security_group_id': '1d330934-1b30-4e73-ad96-7a7688fbfe30', 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:01:58.474300 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.db.securitygroups_db [None req-6056fdb5-f859-4873-9c44-444dcda1fd50 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Project ad79f53b3f334fc3a976c0714f8b78c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 13:01:58.481175 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6056fdb5-f859-4873-9c44-444dcda1fd50 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for security_group_rule (c88000fe-ba72-47ed-bbf0-de63000d2bd1), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:58.546306 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6056fdb5-f859-4873-9c44-444dcda1fd50 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for security_group_rule (c88000fe-ba72-47ed-bbf0-de63000d2bd1), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:58.616611 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6056fdb5-f859-4873-9c44-444dcda1fd50 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390'] for security_group_rule (c88000fe-ba72-47ed-bbf0-de63000d2bd1), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:58.636091 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056fdb5-f859-4873-9c44-444dcda1fd50 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88000fe-ba72-47ed-bbf0-de63000d2bd1,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:58.728399 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6056fdb5-f859-4873-9c44-444dcda1fd50 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:58.729979 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-6056fdb5-f859-4873-9c44-444dcda1fd50 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3725867 Jan 20 13:01:58.766405 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0f3395-44ba-47ef-8f23-b5ba8769f584 None None] Sync routers for ids ['96286872-047b-4f36-b67b-31b99bab2194'] in dv-cinder-804035-24-iscsi {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:01:58.777470 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0f3395-44ba-47ef-8f23-b5ba8769f584 None None] Routers {'96286872-047b-4f36-b67b-31b99bab2194'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:01:58.785108 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-ef0f3395-44ba-47ef-8f23-b5ba8769f584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:01:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['96286872-047b-4f36-b67b-31b99bab2194'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:58.894405 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-ef0f3395-44ba-47ef-8f23-b5ba8769f584 None None] Set router 96286872-047b-4f36-b67b-31b99bab2194 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:01:59.010112 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 5ffec230-b31c-4b18-ad8a-a1361062d7f8 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:01:59.067225 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 5ffec230-b31c-4b18-ad8a-a1361062d7f8 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:01:59.067869 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (5ffec230-b31c-4b18-ad8a-a1361062d7f8), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:59.133771 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-ef0f3395-44ba-47ef-8f23-b5ba8769f584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96286872-047b-4f36-b67b-31b99bab2194', 'name': 'tempest-TestShelveInstance-737877422-router', 'tenant_id': '72784359feb542719898045095bfe2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '5ffec230-b31c-4b18-ad8a-a1361062d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:01:50Z', 'updated_at': '2022-01-20T13:01:54Z', 'revision_number': 4, 'project_id': '72784359feb542719898045095bfe2b9', 'gw_port': {'id': '5ffec230-b31c-4b18-ad8a-a1361062d7f8', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:eb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96286872-047b-4f36-b67b-31b99bab2194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:51Z', 'updated_at': '2022-01-20T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '50d8ee6f-b4f4-488f-b8b5-249469b8ea30', 'name': '', 'network_id': 'f88175f3-8c1e-4281-8203-ee19b5fe6bfd', 'tenant_id': '72784359feb542719898045095bfe2b9', 'mac_address': 'fa:16:3e:5c:30:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96286872-047b-4f36-b67b-31b99bab2194', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '6af5839e-2337-439b-9143-a66f20842b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:53Z', 'updated_at': '2022-01-20T13:01:54Z', 'revision_number': 2, 'project_id': '72784359feb542719898045095bfe2b9', 'subnets': [{'id': '6af5839e-2337-439b-9143-a66f20842b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:59.153643 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 5ffec230-b31c-4b18-ad8a-a1361062d7f8 is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:01:59.157549 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0f3395-44ba-47ef-8f23-b5ba8769f584 None None] Checking router: 96286872-047b-4f36-b67b-31b99bab2194 for host: dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:01:59.157967 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0f3395-44ba-47ef-8f23-b5ba8769f584 None None] Updating router 96286872-047b-4f36-b67b-31b99bab2194 port 50d8ee6f-b4f4-488f-b8b5-249469b8ea30 binding host dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:01:59.187005 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-ef0f3395-44ba-47ef-8f23-b5ba8769f584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (50d8ee6f-b4f4-488f-b8b5-249469b8ea30), before_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:59.482962 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-ef0f3395-44ba-47ef-8f23-b5ba8769f584 None None] Publish callbacks [] for port (50d8ee6f-b4f4-488f-b8b5-249469b8ea30), precommit_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:59.588481 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-ef0f3395-44ba-47ef-8f23-b5ba8769f584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (50d8ee6f-b4f4-488f-b8b5-249469b8ea30), after_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:59.636785 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259dcaa4-79d0-403a-90e7-e86ef28771ba None None] Pushing event updated for resources: {'Port': ['ID=50d8ee6f-b4f4-488f-b8b5-249469b8ea30,revision_number=3']} {{(pid=109762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:01:59.702424 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-ef0f3395-44ba-47ef-8f23-b5ba8769f584 None None] Attempting to bind port 50d8ee6f-b4f4-488f-b8b5-249469b8ea30 on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:01:59.702881 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-ef0f3395-44ba-47ef-8f23-b5ba8769f584 None None] Attempting to bind port 50d8ee6f-b4f4-488f-b8b5-249469b8ea30 by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': '3ea1df39-f27d-4bad-a48a-e24a305c4723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f88175f3-8c1e-4281-8203-ee19b5fe6bfd'}] {{(pid=109762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:01:59.703359 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0f3395-44ba-47ef-8f23-b5ba8769f584 None None] Attempting to bind port 50d8ee6f-b4f4-488f-b8b5-249469b8ea30 on network f88175f3-8c1e-4281-8203-ee19b5fe6bfd {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:01:59.709916 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0f3395-44ba-47ef-8f23-b5ba8769f584 None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:01:59.710283 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0f3395-44ba-47ef-8f23-b5ba8769f584 None None] Checking segment: {'id': '3ea1df39-f27d-4bad-a48a-e24a305c4723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f88175f3-8c1e-4281-8203-ee19b5fe6bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:01:59.715041 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-ef0f3395-44ba-47ef-8f23-b5ba8769f584 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:59.715041 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0f3395-44ba-47ef-8f23-b5ba8769f584 None None] Bound using segment: {'id': '3ea1df39-f27d-4bad-a48a-e24a305c4723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f88175f3-8c1e-4281-8203-ee19b5fe6bfd'} {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:01:59.715041 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-ef0f3395-44ba-47ef-8f23-b5ba8769f584 None None] Bound port: 50d8ee6f-b4f4-488f-b8b5-249469b8ea30, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea1df39-f27d-4bad-a48a-e24a305c4723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f88175f3-8c1e-4281-8203-ee19b5fe6bfd'}}] {{(pid=109762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:01:59.715041 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-ef0f3395-44ba-47ef-8f23-b5ba8769f584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (50d8ee6f-b4f4-488f-b8b5-249469b8ea30), before_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:59.795264 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.db [None req-ef0f3395-44ba-47ef-8f23-b5ba8769f584 None None] For port 50d8ee6f-b4f4-488f-b8b5-249469b8ea30, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:01:59.799317 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.db [None req-ef0f3395-44ba-47ef-8f23-b5ba8769f584 None None] For port 50d8ee6f-b4f4-488f-b8b5-249469b8ea30, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=50d8ee6f-b4f4-488f-b8b5-249469b8ea30,segment=NetworkSegment(3ea1df39-f27d-4bad-a48a-e24a305c4723),segment_id=3ea1df39-f27d-4bad-a48a-e24a305c4723)] {{(pid=109762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:01:59.870979 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-c95f0939-9de7-4458-af55-46b825a70e04 None None] Provisioning complete for port 50d8ee6f-b4f4-488f-b8b5-249469b8ea30 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:01:59.873741 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-c95f0939-9de7-4458-af55-46b825a70e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (50d8ee6f-b4f4-488f-b8b5-249469b8ea30), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:59.890462 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-ef0f3395-44ba-47ef-8f23-b5ba8769f584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (50d8ee6f-b4f4-488f-b8b5-249469b8ea30), after_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:01:59.909677 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-c95f0939-9de7-4458-af55-46b825a70e04 None None] Port 50d8ee6f-b4f4-488f-b8b5-249469b8ea30 cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:01:59.963793 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0f3395-44ba-47ef-8f23-b5ba8769f584 None None] Routers {'96286872-047b-4f36-b67b-31b99bab2194'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:01:59.964346 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-ef0f3395-44ba-47ef-8f23-b5ba8769f584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:01:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['96286872-047b-4f36-b67b-31b99bab2194'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:01:59.967562 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259dcaa4-79d0-403a-90e7-e86ef28771ba None None] Pushing event updated for resources: {'Port': ['ID=50d8ee6f-b4f4-488f-b8b5-249469b8ea30,revision_number=4']} {{(pid=109762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:02:00.086186 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-ef0f3395-44ba-47ef-8f23-b5ba8769f584 None None] Set router 96286872-047b-4f36-b67b-31b99bab2194 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:02:00.236103 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-47c484ab-d3dd-4d23-8985-99ef55e900a7 None None] Provisioning complete for port 50d8ee6f-b4f4-488f-b8b5-249469b8ea30 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:02:00.236670 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-47c484ab-d3dd-4d23-8985-99ef55e900a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (50d8ee6f-b4f4-488f-b8b5-249469b8ea30), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:00.301154 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-ef0f3395-44ba-47ef-8f23-b5ba8769f584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96286872-047b-4f36-b67b-31b99bab2194', 'name': 'tempest-TestShelveInstance-737877422-router', 'tenant_id': '72784359feb542719898045095bfe2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '5ffec230-b31c-4b18-ad8a-a1361062d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:01:50Z', 'updated_at': '2022-01-20T13:01:54Z', 'revision_number': 4, 'project_id': '72784359feb542719898045095bfe2b9', 'gw_port': {'id': '5ffec230-b31c-4b18-ad8a-a1361062d7f8', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:eb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96286872-047b-4f36-b67b-31b99bab2194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:51Z', 'updated_at': '2022-01-20T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '50d8ee6f-b4f4-488f-b8b5-249469b8ea30', 'name': '', 'network_id': 'f88175f3-8c1e-4281-8203-ee19b5fe6bfd', 'tenant_id': '72784359feb542719898045095bfe2b9', 'mac_address': 'fa:16:3e:5c:30:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96286872-047b-4f36-b67b-31b99bab2194', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '6af5839e-2337-439b-9143-a66f20842b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:53Z', 'updated_at': '2022-01-20T13:01:59Z', 'revision_number': 4, 'project_id': '72784359feb542719898045095bfe2b9', 'subnets': [{'id': '6af5839e-2337-439b-9143-a66f20842b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:02:00.322932 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-47c484ab-d3dd-4d23-8985-99ef55e900a7 None None] Current status of the port 50d8ee6f-b4f4-488f-b8b5-249469b8ea30 is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:02:00.323329 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-47c484ab-d3dd-4d23-8985-99ef55e900a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (50d8ee6f-b4f4-488f-b8b5-249469b8ea30), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:00.336025 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0f3395-44ba-47ef-8f23-b5ba8769f584 None None] The sync data for ids ['96286872-047b-4f36-b67b-31b99bab2194'] in dv-cinder-804035-24-iscsi is: [{'id': '96286872-047b-4f36-b67b-31b99bab2194', 'name': 'tempest-TestShelveInstance-737877422-router', 'tenant_id': '72784359feb542719898045095bfe2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '5ffec230-b31c-4b18-ad8a-a1361062d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:01:50Z', 'updated_at': '2022-01-20T13:01:54Z', 'revision_number': 4, 'project_id': '72784359feb542719898045095bfe2b9', 'gw_port': {'id': '5ffec230-b31c-4b18-ad8a-a1361062d7f8', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:eb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96286872-047b-4f36-b67b-31b99bab2194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:51Z', 'updated_at': '2022-01-20T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '50d8ee6f-b4f4-488f-b8b5-249469b8ea30', 'name': '', 'network_id': 'f88175f3-8c1e-4281-8203-ee19b5fe6bfd', 'tenant_id': '72784359feb542719898045095bfe2b9', 'mac_address': 'fa:16:3e:5c:30:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96286872-047b-4f36-b67b-31b99bab2194', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '6af5839e-2337-439b-9143-a66f20842b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:53Z', 'updated_at': '2022-01-20T13:01:59Z', 'revision_number': 4, 'project_id': '72784359feb542719898045095bfe2b9', 'subnets': [{'id': '6af5839e-2337-439b-9143-a66f20842b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:02:00.361190 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-47c484ab-d3dd-4d23-8985-99ef55e900a7 None None] For port 50d8ee6f-b4f4-488f-b8b5-249469b8ea30, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=50d8ee6f-b4f4-488f-b8b5-249469b8ea30,segment=NetworkSegment(3ea1df39-f27d-4bad-a48a-e24a305c4723),segment_id=3ea1df39-f27d-4bad-a48a-e24a305c4723)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:02:00.463048 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-47c484ab-d3dd-4d23-8985-99ef55e900a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (50d8ee6f-b4f4-488f-b8b5-249469b8ea30), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:00.523236 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c484ab-d3dd-4d23-8985-99ef55e900a7 None None] Pushing event updated for resources: {'Port': ['ID=50d8ee6f-b4f4-488f-b8b5-249469b8ea30,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:02:01.040237 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 50d8ee6f-b4f4-488f-b8b5-249469b8ea30 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:02:01.092226 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 50d8ee6f-b4f4-488f-b8b5-249469b8ea30 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:02:01.092601 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (50d8ee6f-b4f4-488f-b8b5-249469b8ea30), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:01.177839 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 50d8ee6f-b4f4-488f-b8b5-249469b8ea30 is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:02:03.210093 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-52cd4d22-6e13-453e-8603-0b15c1a0d79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:05.707737 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21249edc-f7b2-4479-a100-50cadb397b33 req-95593491-056a-4db5-99b3-69240f165236 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:05.709273 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-21249edc-f7b2-4479-a100-50cadb397b33 req-95593491-056a-4db5-99b3-69240f165236 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0560141 Jan 20 13:02:05.760845 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-21249edc-f7b2-4479-a100-50cadb397b33 req-7b5dd59f-6896-478f-b356-03ee1712f53b tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457330 Jan 20 13:02:05.988169 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-b6fcfd7c-c353-44fd-875b-8bea368a23c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:06.882934 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5e210-6ec3-4aac-88d4-b9a39f1c5f54 req-15b32969-ee7c-4367-a969-be54335ef287 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:06.885110 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bcc5e210-6ec3-4aac-88d4-b9a39f1c5f54 req-15b32969-ee7c-4367-a969-be54335ef287 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0501168 Jan 20 13:02:06.941832 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bcc5e210-6ec3-4aac-88d4-b9a39f1c5f54 req-538d347c-c170-4b01-b36e-c40a37e1d100 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508356 Jan 20 13:02:07.668183 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:07.804632 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:02:08.083151 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9afe07-120f-4055-a06d-8d2726d32ebb req-8ffb636d-c087-4b92-811a-61c0e8b34584 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:08.084649 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3f9afe07-120f-4055-a06d-8d2726d32ebb req-8ffb636d-c087-4b92-811a-61c0e8b34584 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0510371 Jan 20 13:02:08.148431 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3f9afe07-120f-4055-a06d-8d2726d32ebb req-13a5245f-6e43-4132-b0a9-5c46b5f75281 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509741 Jan 20 13:02:09.275963 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0da02-6021-4922-9beb-50253bdddf2d req-8ed6ec82-b9bf-42d8-a1aa-f6279844948c tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:09.277487 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-74c0da02-6021-4922-9beb-50253bdddf2d req-8ed6ec82-b9bf-42d8-a1aa-f6279844948c tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0523403 Jan 20 13:02:09.326563 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-74c0da02-6021-4922-9beb-50253bdddf2d req-ad79d8a3-827d-4a39-b1bd-57e5b6298a81 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431631 Jan 20 13:02:09.696488 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:09.889251 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:10.454929 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c129559-b719-47c1-92ae-2b707febcc36 req-ead600cb-b08e-432a-b27f-539999e6e1fc tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:10.456510 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2c129559-b719-47c1-92ae-2b707febcc36 req-ead600cb-b08e-432a-b27f-539999e6e1fc tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0530403 Jan 20 13:02:10.509661 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2c129559-b719-47c1-92ae-2b707febcc36 req-e94f26c0-4f96-4588-9992-77d92cc7a621 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443301 Jan 20 13:02:10.906707 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:11.631871 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ee4a6-e372-4bb3-bfda-62429bbaff33 req-8b2a5d5f-1c90-45e6-a5ee-9763418ea54b tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:11.633401 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-492ee4a6-e372-4bb3-bfda-62429bbaff33 req-8b2a5d5f-1c90-45e6-a5ee-9763418ea54b tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0490379 Jan 20 13:02:11.688003 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-492ee4a6-e372-4bb3-bfda-62429bbaff33 req-0c825520-f705-4bfb-a709-1a8aab2b4c55 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483487 Jan 20 13:02:12.817688 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a757513-f3f5-4ea3-afe3-36cfbdddf7f9 req-aa404b94-1841-4a50-9f35-60acb2099f90 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:12.819177 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6a757513-f3f5-4ea3-afe3-36cfbdddf7f9 req-aa404b94-1841-4a50-9f35-60acb2099f90 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0492589 Jan 20 13:02:12.868871 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6a757513-f3f5-4ea3-afe3-36cfbdddf7f9 req-9a28c672-cca6-44ed-a174-79b3eabd4234 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435612 Jan 20 13:02:13.996104 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92add26-51f0-4e36-9004-79290a9cfab1 req-6b5934e3-c9eb-4d16-b234-9524df0e14d4 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:13.997707 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f92add26-51f0-4e36-9004-79290a9cfab1 req-6b5934e3-c9eb-4d16-b234-9524df0e14d4 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0551860 Jan 20 13:02:14.047112 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f92add26-51f0-4e36-9004-79290a9cfab1 req-41bd0759-cd77-413c-a91d-413c77de384e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436165 Jan 20 13:02:15.178537 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bedef-4156-492c-8db4-e3a88ae978ef req-9ff25645-419d-4c22-bfb3-f76e791e5011 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:15.178537 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b70bedef-4156-492c-8db4-e3a88ae978ef req-9ff25645-419d-4c22-bfb3-f76e791e5011 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0554407 Jan 20 13:02:15.227878 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b70bedef-4156-492c-8db4-e3a88ae978ef req-8faee50f-e9ad-4b2f-97a2-1909b8b4a159 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429070 Jan 20 13:02:16.356465 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088529a-abec-48c0-a997-77a103f22fac req-c3ce8205-274b-4327-ae91-3cb7317af7c4 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:16.358131 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4088529a-abec-48c0-a997-77a103f22fac req-c3ce8205-274b-4327-ae91-3cb7317af7c4 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0554838 Jan 20 13:02:16.409846 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4088529a-abec-48c0-a997-77a103f22fac req-ea9fab9d-adc3-4d47-8be5-37d79b0ee08f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458472 Jan 20 13:02:17.530645 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a03455-ef3e-4260-96a9-47df80b2cec9 req-9a940e5e-7ad5-4aee-bf52-eeaf6ae00452 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:17.532051 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-41a03455-ef3e-4260-96a9-47df80b2cec9 req-9a940e5e-7ad5-4aee-bf52-eeaf6ae00452 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0479710 Jan 20 13:02:17.583364 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-41a03455-ef3e-4260-96a9-47df80b2cec9 req-07c716c3-3c9b-4131-b264-78a5bcba2985 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457985 Jan 20 13:02:18.711168 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c2992-c5a5-4c5f-a8e8-33ff9848c9ad req-3fb55948-009c-4fa1-b39e-8a25bf418596 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:18.713737 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f10c2992-c5a5-4c5f-a8e8-33ff9848c9ad req-3fb55948-009c-4fa1-b39e-8a25bf418596 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0563955 Jan 20 13:02:18.768542 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f10c2992-c5a5-4c5f-a8e8-33ff9848c9ad req-9a07e4de-fff5-47ea-9ef0-407be5723a51 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480626 Jan 20 13:02:19.275219 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:02:19.373257 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=901bd0f5-37d6-4c3d-ad8c-a1a496c53750,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:02:19.384127 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Returning: {'device': '901bd0f5-37d6-4c3d-ad8c-a1a496c53750', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'port_id': '901bd0f5-37d6-4c3d-ad8c-a1a496c53750', 'mac_address': 'fa:16:3e:82:8e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:02:19.420831 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 is: ACTIVE; New status is: BUILD {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:02:19.421218 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:19.434494 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 {{(pid=109761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:02:19.457983 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=901bd0f5-37d6-4c3d-ad8c-a1a496c53750,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:02:19.525640 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:19.577605 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=901bd0f5-37d6-4c3d-ad8c-a1a496c53750,revision_number=6']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:02:19.586384 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:02:19.587233 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:02:19.587585 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:02:19.587930 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:02:19.588406 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:02:19.588604 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:02:19.588944 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:02:19.589273 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:02:19.589639 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:02:19.589982 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:02:19.590303 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:02:19.590628 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:02:19.590955 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:02:19.607676 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['901bd0f5-37d6-4c3d-ad8c-a1a496c53750'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:02:19.891766 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7e6c5-5b9c-4662-8e74-8389e55f2221 req-ac9c8ac1-c055-4ab8-9af8-5d96ecdf83c5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:19.893310 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-82a7e6c5-5b9c-4662-8e74-8389e55f2221 req-ac9c8ac1-c055-4ab8-9af8-5d96ecdf83c5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 944 time: 0.0494025 Jan 20 13:02:19.940807 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-82a7e6c5-5b9c-4662-8e74-8389e55f2221 req-0df3cc4b-c82f-47af-9b83-092938d61cd4 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418599 Jan 20 13:02:21.059570 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a0a33-a03c-41ca-9dc2-e7595574e330 req-81473a8c-5346-4c6d-83ce-ec03c5e4cc8c tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:21.061060 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-df8a0a33-a03c-41ca-9dc2-e7595574e330 req-81473a8c-5346-4c6d-83ce-ec03c5e4cc8c tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 944 time: 0.0484245 Jan 20 13:02:21.112799 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-df8a0a33-a03c-41ca-9dc2-e7595574e330 req-f8b2806b-84c7-441b-8ff5-820e7a48d6dc tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459802 Jan 20 13:02:21.285201 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 up at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:02:21.330630 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning complete for port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:02:21.331015 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:21.408038 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 is: BUILD; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:02:21.408418 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:21.429522 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1776d14c-42e0-4c0e-824d-3b657c25b034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901bd0f5-37d6-4c3d-ad8c-a1a496c53750'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:02:21.431758 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88a3154-c7ca-4102-bf0e-b3b1747d20a3" -d '{"events": [{"server_uuid": "1776d14c-42e0-4c0e-824d-3b657c25b034", "name": "network-vif-plugged", "status": "completed", "tag": "901bd0f5-37d6-4c3d-ad8c-a1a496c53750"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:02:21.443550 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=901bd0f5-37d6-4c3d-ad8c-a1a496c53750,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:02:21.471827 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211cf4c4-13a3-44ab-8483-82b248c7e988 x-openstack-request-id: req-211cf4c4-13a3-44ab-8483-82b248c7e988 {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:02:21.472141 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1776d14c-42e0-4c0e-824d-3b657c25b034", "name": "network-vif-plugged", "status": "completed", "tag": "901bd0f5-37d6-4c3d-ad8c-a1a496c53750", "code": 200}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:02:21.472382 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-211cf4c4-13a3-44ab-8483-82b248c7e988 {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:02:21.472779 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1776d14c-42e0-4c0e-824d-3b657c25b034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901bd0f5-37d6-4c3d-ad8c-a1a496c53750', 'code': 200} Jan 20 13:02:21.523562 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:21.569976 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=901bd0f5-37d6-4c3d-ad8c-a1a496c53750,revision_number=7']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:02:22.233385 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a217fba-d3c1-455f-a1e2-671c003ad06e req-75d65a17-59be-4a64-a1bc-3df00e461be8 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:22.234890 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3a217fba-d3c1-455f-a1e2-671c003ad06e req-75d65a17-59be-4a64-a1bc-3df00e461be8 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0487888 Jan 20 13:02:22.282002 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3a217fba-d3c1-455f-a1e2-671c003ad06e req-d82e5e61-f786-44fd-bfee-2b888d9200c2 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410695 Jan 20 13:02:23.404364 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd7374-a55b-4842-b65a-f214e7278af9 req-3203f0ee-d8e2-4b03-8bd4-3d998cd8e10e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:23.405789 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-67cd7374-a55b-4842-b65a-f214e7278af9 req-3203f0ee-d8e2-4b03-8bd4-3d998cd8e10e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0486751 Jan 20 13:02:23.455242 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-67cd7374-a55b-4842-b65a-f214e7278af9 req-837c0a9c-d417-4d31-a671-1a78a4054b16 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432777 Jan 20 13:02:24.033478 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-add5c3fd-35c6-4a67-ac29-356ecef0b81c tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-313485088&fields=id&tenant_id=ad79f53b3f334fc3a976c0714f8b78c5 HTTP/1.1" status: 200 len: 267 time: 0.0477476 Jan 20 13:02:24.152481 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-0f34c3e9-d5ae-4d7e-853b-70cce47b3710 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:24.153987 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-0f34c3e9-d5ae-4d7e-853b-70cce47b3710 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/networks?id=d0afbccb-a790-4cda-aef8-ceb4599dcd3a HTTP/1.1" status: 200 len: 809 time: 0.1140800 Jan 20 13:02:24.170118 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-76ddd40f-ae7f-4259-a9e7-c29de714b814 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/quotas/ad79f53b3f334fc3a976c0714f8b78c5 HTTP/1.1" status: 200 len: 375 time: 0.0099952 Jan 20 13:02:24.220909 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-cb6e2bfe-7822-4522-8e21-1aa78690fd6e tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ad79f53b3f334fc3a976c0714f8b78c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456040 Jan 20 13:02:24.323516 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-5edd79d0-a733-498b-98bf-02c88d19ea66 service neutron] 10.222.0.57 "GET /v2.0/networks/d0afbccb-a790-4cda-aef8-ceb4599dcd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900457 Jan 20 13:02:24.417924 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-4d961994-e386-4f65-bc0a-db01cbb08ad0 service neutron] 10.222.0.57 "GET /v2.0/networks/d0afbccb-a790-4cda-aef8-ceb4599dcd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879996 Jan 20 13:02:24.588047 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d2422-0ddf-49be-8ccd-04b45f1055e2 req-16769059-afe0-4ffd-bb07-1dc296fae795 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:24.589610 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2c7d2422-0ddf-49be-8ccd-04b45f1055e2 req-16769059-afe0-4ffd-bb07-1dc296fae795 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0581601 Jan 20 13:02:24.642089 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2c7d2422-0ddf-49be-8ccd-04b45f1055e2 req-29d3f7c6-d7c0-41e3-aee5-2477bf2f7ac3 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468311 Jan 20 13:02:25.078014 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-78630e61-7ddc-40a8-ace7-92a4388434d8 req-5c828be4-e8b3-4e80-880f-270685e047d4 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 210 time: 0.0277524 Jan 20 13:02:25.815384 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ece664-78cd-4501-b228-b13c8f41ac70 req-1112ce9c-fafb-4ef0-9f98-947f77ac48a3 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:25.818338 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-09ece664-78cd-4501-b228-b13c8f41ac70 req-1112ce9c-fafb-4ef0-9f98-947f77ac48a3 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0892253 Jan 20 13:02:25.905554 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-09ece664-78cd-4501-b228-b13c8f41ac70 req-fc7603f8-6e6c-432e-9d41-e71be964e99d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787628 Jan 20 13:02:26.184025 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-72693227-372f-4b58-ba31-a2132b9e06cc req-2447614a-e8ce-43ff-bd2e-fef0e2b67a58 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 210 time: 0.0273974 Jan 20 13:02:27.046704 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a501d8d-69eb-4841-ab6d-d954804729c1 req-f8e4e3ed-4ac1-4120-9da3-8e361fa12572 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:27.051356 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5a501d8d-69eb-4841-ab6d-d954804729c1 req-f8e4e3ed-4ac1-4120-9da3-8e361fa12572 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0627658 Jan 20 13:02:27.114764 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5a501d8d-69eb-4841-ab6d-d954804729c1 req-ae0d46bf-aabf-439a-ad8c-136b752c59ff tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600078 Jan 20 13:02:27.305653 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b227d781-b2fe-461e-bc48-a17813c6773f req-248cdf47-e2d0-49ad-8ac3-92855bea2e25 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 210 time: 0.0323567 Jan 20 13:02:27.530609 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-3460556b-e2eb-49a1-b4d7-3ea10360f9a8 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:27.537385 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-3460556b-e2eb-49a1-b4d7-3ea10360f9a8 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.107 "GET /v2.0/networks?id=d0afbccb-a790-4cda-aef8-ceb4599dcd3a HTTP/1.1" status: 200 len: 809 time: 0.1327386 Jan 20 13:02:27.605530 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-b3734143-e22d-4bd3-be51-ea680c776312 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad79f53b3f334fc3a976c0714f8b78c5 HTTP/1.1" status: 200 len: 379 time: 0.0626857 Jan 20 13:02:27.620633 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-b6846d4b-2e30-4a4c-a8ac-6a75f6ed7dd3 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Request body: {'port': {'device_id': '6601cb1d-9704-4fde-8351-4d3a2f9aa6cd', 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a', 'admin_state_up': True, 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'security_groups': ['1d330934-1b30-4e73-ad96-7a7688fbfe30']}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:02:27.833487 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-b6846d4b-2e30-4a4c-a8ac-6a75f6ed7dd3 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Made reservation on behalf of ad79f53b3f334fc3a976c0714f8b78c5 for: {'port': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:02:27.839154 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-b6846d4b-2e30-4a4c-a8ac-6a75f6ed7dd3 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:27.989275 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-b6846d4b-2e30-4a4c-a8ac-6a75f6ed7dd3 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Allocated IP 172.20.0.9 (d0afbccb-a790-4cda-aef8-ceb4599dcd3a/827e3bde-32ef-4cb9-811c-1e7052538673/fa549bc6-4c44-4bc6-a615-a03954a5ad4f) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:02:28.160362 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-b6846d4b-2e30-4a4c-a8ac-6a75f6ed7dd3 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for port (fa549bc6-4c44-4bc6-a615-a03954a5ad4f), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:28.240529 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c7f50-14b8-41df-a92c-885d24b76174 req-d8a1fac5-d539-4e18-8e34-bcc7923856ac tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:28.242208 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8a5c7f50-14b8-41df-a92c-885d24b76174 req-d8a1fac5-d539-4e18-8e34-bcc7923856ac tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0525615 Jan 20 13:02:28.291251 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8a5c7f50-14b8-41df-a92c-885d24b76174 req-db992531-1678-489b-b292-f550d52461d8 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434740 Jan 20 13:02:28.411679 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b0319f5c-086d-4460-8f23-ac277343d59e req-607d9668-0b56-472c-b11e-969daa819b95 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 210 time: 0.0309982 Jan 20 13:02:28.720263 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-b6846d4b-2e30-4a4c-a8ac-6a75f6ed7dd3 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (fa549bc6-4c44-4bc6-a615-a03954a5ad4f), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:28.763893 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-b6846d4b-2e30-4a4c-a8ac-6a75f6ed7dd3 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Network d0afbccb-a790-4cda-aef8-ceb4599dcd3a is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:02:28.767730 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-b6846d4b-2e30-4a4c-a8ac-6a75f6ed7dd3 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:02:28.771536 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-b6846d4b-2e30-4a4c-a8ac-6a75f6ed7dd3 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:02:28.796262 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6846d4b-2e30-4a4c-a8ac-6a75f6ed7dd3 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Pushing event updated for resources: {'Port': ['ID=fa549bc6-4c44-4bc6-a615-a03954a5ad4f,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:02:28.826220 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-b6846d4b-2e30-4a4c-a8ac-6a75f6ed7dd3 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:28.826863 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-b6846d4b-2e30-4a4c-a8ac-6a75f6ed7dd3 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:28.950824 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-b6846d4b-2e30-4a4c-a8ac-6a75f6ed7dd3 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3322110 Jan 20 13:02:28.958071 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-fb0fb6a4-02a6-4bad-a203-b83f6b562c29 service neutron] Request body: {'port': {'device_id': '6601cb1d-9704-4fde-8351-4d3a2f9aa6cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:02:29.000974 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-e86e6c42-cd96-4775-9f9e-d6b04db75fee None None] Provisioning complete for port fa549bc6-4c44-4bc6-a615-a03954a5ad4f triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:02:29.001661 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-e86e6c42-cd96-4775-9f9e-d6b04db75fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (fa549bc6-4c44-4bc6-a615-a03954a5ad4f), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:29.030806 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-fb0fb6a4-02a6-4bad-a203-b83f6b562c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (fa549bc6-4c44-4bc6-a615-a03954a5ad4f), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:29.055792 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-e86e6c42-cd96-4775-9f9e-d6b04db75fee None None] Port fa549bc6-4c44-4bc6-a615-a03954a5ad4f cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:02:29.385260 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-fb0fb6a4-02a6-4bad-a203-b83f6b562c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa549bc6-4c44-4bc6-a615-a03954a5ad4f {{(pid=109759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:02:29.399535 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-fb0fb6a4-02a6-4bad-a203-b83f6b562c29 service neutron] Publish callbacks [] for port (fa549bc6-4c44-4bc6-a615-a03954a5ad4f), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:29.436907 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.provisioning_blocks [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-fb0fb6a4-02a6-4bad-a203-b83f6b562c29 service neutron] Transition to ACTIVE for port object fa549bc6-4c44-4bc6-a615-a03954a5ad4f will not be triggered until provisioned by entity L2. {{(pid=109759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 13:02:29.469543 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3533d6-550e-4d24-b890-db9f75e13d3a req-d0f4d2ef-8d68-4f28-bef2-6f867d8c9a44 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:29.470977 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-eb3533d6-550e-4d24-b890-db9f75e13d3a req-d0f4d2ef-8d68-4f28-bef2-6f867d8c9a44 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0682733 Jan 20 13:02:29.567441 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-fb0fb6a4-02a6-4bad-a203-b83f6b562c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217087'] for port (fa549bc6-4c44-4bc6-a615-a03954a5ad4f), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:29.579499 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-eb3533d6-550e-4d24-b890-db9f75e13d3a req-0f1ea71e-9266-42d7-aeae-0440ec268d3c tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012542 Jan 20 13:02:29.641948 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fb6a4-02a6-4bad-a203-b83f6b562c29 service neutron] Pushing event updated for resources: {'Port': ['ID=fa549bc6-4c44-4bc6-a615-a03954a5ad4f,revision_number=2']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:02:29.788737 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf97b2-64a1-4df5-9d7b-e0a48dcb2a22 req-38bbb450-8409-4e45-aa6d-21e9e27cb48a tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:29.800214 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f4cf97b2-64a1-4df5-9d7b-e0a48dcb2a22 req-38bbb450-8409-4e45-aa6d-21e9e27cb48a tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 943 time: 0.2901990 Jan 20 13:02:29.800214 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-fb0fb6a4-02a6-4bad-a203-b83f6b562c29 service neutron] Attempting to bind port fa549bc6-4c44-4bc6-a615-a03954a5ad4f on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:02:29.800214 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-fb0fb6a4-02a6-4bad-a203-b83f6b562c29 service neutron] Attempting to bind port fa549bc6-4c44-4bc6-a615-a03954a5ad4f by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '1960b54c-09a8-4691-88df-58f456a7341f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a'}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:02:29.800650 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-fb0fb6a4-02a6-4bad-a203-b83f6b562c29 service neutron] Attempting to bind port fa549bc6-4c44-4bc6-a615-a03954a5ad4f on network d0afbccb-a790-4cda-aef8-ceb4599dcd3a {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:02:29.823236 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-fb0fb6a4-02a6-4bad-a203-b83f6b562c29 service neutron] Port fa549bc6-4c44-4bc6-a615-a03954a5ad4f on network d0afbccb-a790-4cda-aef8-ceb4599dcd3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 13:02:29.823816 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-fb0fb6a4-02a6-4bad-a203-b83f6b562c29 service neutron] Attempting to bind port fa549bc6-4c44-4bc6-a615-a03954a5ad4f on network d0afbccb-a790-4cda-aef8-ceb4599dcd3a {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:02:29.837484 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-fb0fb6a4-02a6-4bad-a203-b83f6b562c29 service neutron] Checking agent: {'id': '01dfb066-6594-4635-8f5d-cd7d37486eef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'started_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:02:29.837881 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-fb0fb6a4-02a6-4bad-a203-b83f6b562c29 service neutron] Checking segment: {'id': '1960b54c-09a8-4691-88df-58f456a7341f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:02:29.838218 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-fb0fb6a4-02a6-4bad-a203-b83f6b562c29 service neutron] Bound using segment: {'id': '1960b54c-09a8-4691-88df-58f456a7341f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a'} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:02:29.838664 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-fb0fb6a4-02a6-4bad-a203-b83f6b562c29 service neutron] Bound port: fa549bc6-4c44-4bc6-a615-a03954a5ad4f, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1960b54c-09a8-4691-88df-58f456a7341f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a'}}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:02:29.839023 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-fb0fb6a4-02a6-4bad-a203-b83f6b562c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (fa549bc6-4c44-4bc6-a615-a03954a5ad4f), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:29.926216 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f4cf97b2-64a1-4df5-9d7b-e0a48dcb2a22 req-67af5df1-4d88-4fa5-be82-13d9191b526d tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201913 Jan 20 13:02:29.966303 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-fb0fb6a4-02a6-4bad-a203-b83f6b562c29 service neutron] For port fa549bc6-4c44-4bc6-a615-a03954a5ad4f, host hv-cinder-80403, cleared binding levels {{(pid=109759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:02:29.973687 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-fb0fb6a4-02a6-4bad-a203-b83f6b562c29 service neutron] For port fa549bc6-4c44-4bc6-a615-a03954a5ad4f, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fa549bc6-4c44-4bc6-a615-a03954a5ad4f,segment=NetworkSegment(1960b54c-09a8-4691-88df-58f456a7341f),segment_id=1960b54c-09a8-4691-88df-58f456a7341f)] {{(pid=109759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:02:30.044730 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-fb0fb6a4-02a6-4bad-a203-b83f6b562c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217087'] for port (fa549bc6-4c44-4bc6-a615-a03954a5ad4f), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:30.082799 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-fb0fb6a4-02a6-4bad-a203-b83f6b562c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:30.083618 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-fb0fb6a4-02a6-4bad-a203-b83f6b562c29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:30.085212 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-fb0fb6a4-02a6-4bad-a203-b83f6b562c29 service neutron] 10.222.0.107 "PUT /v2.0/ports/fa549bc6-4c44-4bc6-a615-a03954a5ad4f HTTP/1.1" status: 200 len: 1093 time: 1.1320088 Jan 20 13:02:30.090084 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6601cb1d-9704-4fde-8351-4d3a2f9aa6cd', 'tag': 'fa549bc6-4c44-4bc6-a615-a03954a5ad4f'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:02:30.100492 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a14ee1-eef5-420e-871a-807d4ce527b1" -d '{"events": [{"name": "network-changed", "server_uuid": "6601cb1d-9704-4fde-8351-4d3a2f9aa6cd", "tag": "fa549bc6-4c44-4bc6-a615-a03954a5ad4f"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:02:30.127272 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fb6a4-02a6-4bad-a203-b83f6b562c29 service neutron] Pushing event updated for resources: {'Port': ['ID=fa549bc6-4c44-4bc6-a615-a03954a5ad4f,revision_number=3']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:02:30.167912 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cc4341-ae11-43d2-a0fe-db6aa550e17a x-openstack-request-id: req-a8cc4341-ae11-43d2-a0fe-db6aa550e17a {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:02:30.168295 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6601cb1d-9704-4fde-8351-4d3a2f9aa6cd", "tag": "fa549bc6-4c44-4bc6-a615-a03954a5ad4f", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:02:30.168604 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a8cc4341-ae11-43d2-a0fe-db6aa550e17a {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:02:30.169264 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6601cb1d-9704-4fde-8351-4d3a2f9aa6cd', 'tag': 'fa549bc6-4c44-4bc6-a615-a03954a5ad4f', 'status': 'completed', 'code': 200} Jan 20 13:02:30.252194 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a14ee1-eef5-420e-871a-807d4ce527b1 req-07df0f68-28b7-4aa1-8d98-6c696ec5b7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:30.256401 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c4a14ee1-eef5-420e-871a-807d4ce527b1 req-07df0f68-28b7-4aa1-8d98-6c696ec5b7d1 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ad79f53b3f334fc3a976c0714f8b78c5&device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 1096 time: 0.0613446 Jan 20 13:02:30.391416 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a14ee1-eef5-420e-871a-807d4ce527b1 req-6ec96295-d6d3-423e-a88f-71643c722ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:30.392825 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c4a14ee1-eef5-420e-871a-807d4ce527b1 req-6ec96295-d6d3-423e-a88f-71643c722ab3 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=ad79f53b3f334fc3a976c0714f8b78c5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1290102 Jan 20 13:02:30.526745 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a14ee1-eef5-420e-871a-807d4ce527b1 req-c9ab1088-cb2e-45bf-bb24-e739c6d8e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:30.528551 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c4a14ee1-eef5-420e-871a-807d4ce527b1 req-c9ab1088-cb2e-45bf-bb24-e739c6d8e5aa service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298423 Jan 20 13:02:30.615816 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-f6da7af2-b2b5-4f7d-85ca-951381297dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:30.618594 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-f6da7af2-b2b5-4f7d-85ca-951381297dcb service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ad79f53b3f334fc3a976c0714f8b78c5&device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 1096 time: 0.0515027 Jan 20 13:02:30.696377 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-1ee309c0-52ae-42bf-849e-213763d02559 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa549bc6-4c44-4bc6-a615-a03954a5ad4f HTTP/1.1" status: 200 len: 217 time: 0.0705316 Jan 20 13:02:30.779597 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3356f-d633-4061-b752-b01526c720fa req-5bfbdc13-f4fe-42a9-b7e0-c6ebd5a8c76d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:30.781181 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-56b3356f-d633-4061-b752-b01526c720fa req-5bfbdc13-f4fe-42a9-b7e0-c6ebd5a8c76d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0974388 Jan 20 13:02:30.783166 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-eb20fb3f-7b43-4f7c-bb73-12c3dd55fee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:30.784666 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-eb20fb3f-7b43-4f7c-bb73-12c3dd55fee5 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=827e3bde-32ef-4cb9-811c-1e7052538673 HTTP/1.1" status: 200 len: 848 time: 0.0704329 Jan 20 13:02:30.886131 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-56b3356f-d633-4061-b752-b01526c720fa req-549d57e6-e722-4176-a489-f50443709746 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935342 Jan 20 13:02:30.890802 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-7917421a-495f-4b92-8684-58f960c8754c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:30.894865 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-7917421a-495f-4b92-8684-58f960c8754c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d0afbccb-a790-4cda-aef8-ceb4599dcd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1036503 Jan 20 13:02:31.045123 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-cebdfff5-3453-4706-99a3-c27dac4221fb service neutron] 10.222.0.107 "GET /v2.0/networks/d0afbccb-a790-4cda-aef8-ceb4599dcd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438377 Jan 20 13:02:31.182464 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-20693d5c-3b9b-4bad-bcf5-ff2c29366b6d req-c3a5d54d-5fe0-4ed6-a3fd-d49b5bdbefbe service neutron] 10.222.0.107 "GET /v2.0/networks/d0afbccb-a790-4cda-aef8-ceb4599dcd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276979 Jan 20 13:02:31.190121 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b5c79-5949-43e4-af8b-fc1f663aa169 req-8b9bd2e0-f31b-445e-8e6e-d45dc87c72ce tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:31.191654 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-302b5c79-5949-43e4-af8b-fc1f663aa169 req-8b9bd2e0-f31b-445e-8e6e-d45dc87c72ce tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 943 time: 0.1581941 Jan 20 13:02:31.248305 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-302b5c79-5949-43e4-af8b-fc1f663aa169 req-52298c1b-bfee-4553-bb68-8f71ecfb74f1 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489650 Jan 20 13:02:32.021543 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe61d4-5268-4325-90f4-ce9b1747d553 req-571d4b93-a6cc-4ff5-8040-0bbfa416b94f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:32.024671 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-02fe61d4-5268-4325-90f4-ce9b1747d553 req-571d4b93-a6cc-4ff5-8040-0bbfa416b94f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0598693 Jan 20 13:02:32.072878 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-02fe61d4-5268-4325-90f4-ce9b1747d553 req-a664a943-41c4-4ae5-a43e-86d946f37e20 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434148 Jan 20 13:02:32.385525 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e80dc5-cb66-420c-ab9b-95c6c74d61a2 req-a33ae1c2-78f7-41d7-a11d-a7b3b108424e tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:32.387358 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-75e80dc5-cb66-420c-ab9b-95c6c74d61a2 req-a33ae1c2-78f7-41d7-a11d-a7b3b108424e tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 943 time: 0.0549023 Jan 20 13:02:32.453226 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-75e80dc5-cb66-420c-ab9b-95c6c74d61a2 req-b5beb2c5-efe6-4562-b1e7-45e2ac9ae16a tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601194 Jan 20 13:02:33.215934 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-3da9365c-1208-40e4-b854-bf56447b95f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:33.236035 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7c2d8-03ba-4c09-b704-205cbc17adb8 req-666c042e-41eb-4ac0-ba5d-66a9948020ec tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:33.238372 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9db7c2d8-03ba-4c09-b704-205cbc17adb8 req-666c042e-41eb-4ac0-ba5d-66a9948020ec tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0661581 Jan 20 13:02:33.291062 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9db7c2d8-03ba-4c09-b704-205cbc17adb8 req-a9c6af53-0143-44cc-aa69-0436610a6417 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462880 Jan 20 13:02:33.593306 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6f223-8e0b-429f-bd71-b4e8049dc537 req-8936887f-44b3-4006-a173-c45bd6cef884 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:33.595174 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-62d6f223-8e0b-429f-bd71-b4e8049dc537 req-8936887f-44b3-4006-a173-c45bd6cef884 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 943 time: 0.0537214 Jan 20 13:02:33.650323 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-62d6f223-8e0b-429f-bd71-b4e8049dc537 req-d9d52995-2723-40b4-9364-58edf4cde35c tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492792 Jan 20 13:02:34.440948 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a71c7-3ccf-40a7-8955-f8e2484a5a26 req-278eb655-ccde-40be-a29e-771b0f12ae19 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:34.443327 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-849a71c7-3ccf-40a7-8955-f8e2484a5a26 req-278eb655-ccde-40be-a29e-771b0f12ae19 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0662708 Jan 20 13:02:34.517392 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-849a71c7-3ccf-40a7-8955-f8e2484a5a26 req-a7029fbb-cd0c-4017-9162-8a57faea01bc tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577638 Jan 20 13:02:34.798759 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc98c0-e55b-4407-b408-df9be584102d req-b9e1235c-fe99-4683-a6c0-4f3435199143 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:34.805773 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2fbc98c0-e55b-4407-b408-df9be584102d req-b9e1235c-fe99-4683-a6c0-4f3435199143 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 943 time: 0.0601761 Jan 20 13:02:34.887957 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2fbc98c0-e55b-4407-b408-df9be584102d req-5caaf74c-803d-4ede-97ed-5f5947da6207 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811956 Jan 20 13:02:35.646599 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095d798-16bd-45a3-88be-277a3605d346 req-156d8d43-7ef6-4db6-b941-fd18e98dee52 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:35.648187 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6095d798-16bd-45a3-88be-277a3605d346 req-156d8d43-7ef6-4db6-b941-fd18e98dee52 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0516217 Jan 20 13:02:35.694915 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6095d798-16bd-45a3-88be-277a3605d346 req-f8f236a9-d782-44ad-b5c0-d33324aa612c tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409555 Jan 20 13:02:36.015250 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-5ff2f424-c37c-41db-9fdb-2af226381341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:36.030197 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874acdb-aca2-40cd-8ead-51fe7535a7e8 req-e6e20873-8f9f-4060-a15e-272579dd4c95 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:36.032257 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c874acdb-aca2-40cd-8ead-51fe7535a7e8 req-e6e20873-8f9f-4060-a15e-272579dd4c95 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 943 time: 0.0684197 Jan 20 13:02:36.093802 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c874acdb-aca2-40cd-8ead-51fe7535a7e8 req-40426222-9a9c-45c3-a47d-e45873ef1ed6 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556314 Jan 20 13:02:36.813127 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88cfdb-48e1-49f6-ae4d-604670b7cfed req-3c20965a-04ea-4d01-b051-5e0919601e40 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:36.814622 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ec88cfdb-48e1-49f6-ae4d-604670b7cfed req-3c20965a-04ea-4d01-b051-5e0919601e40 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0473151 Jan 20 13:02:36.864282 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ec88cfdb-48e1-49f6-ae4d-604670b7cfed req-c893ee83-8874-4420-a9d9-b44185f2c12b tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440991 Jan 20 13:02:37.212860 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cf6b9-5d15-4d49-8c3c-70bb079dffe5 req-cc8e7947-2e4d-482a-888e-24c347181660 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:37.214392 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3a7cf6b9-5d15-4d49-8c3c-70bb079dffe5 req-cc8e7947-2e4d-482a-888e-24c347181660 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 943 time: 0.0475156 Jan 20 13:02:37.262995 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3a7cf6b9-5d15-4d49-8c3c-70bb079dffe5 req-57b258cb-a48b-4681-b3e1-f27d0373aa12 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430181 Jan 20 13:02:37.638843 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:37.991336 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17eaeed-8075-45ec-bc76-efba63a94029 req-92394539-dac3-48b4-8d3b-7de97b135150 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:37.992799 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b17eaeed-8075-45ec-bc76-efba63a94029 req-92394539-dac3-48b4-8d3b-7de97b135150 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0575457 Jan 20 13:02:38.294913 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d678a-9759-4b2c-9dab-a41dd258247b req-e52ce63d-73ab-47e7-919c-0b4795e0ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:38.296544 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b96d678a-9759-4b2c-9dab-a41dd258247b req-e52ce63d-73ab-47e7-919c-0b4795e0ffc5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a42550bc92f54f3293a5e8c100adf3ec&device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 1098 time: 0.3210990 Jan 20 13:02:38.304386 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b17eaeed-8075-45ec-bc76-efba63a94029 req-4ea5ffe7-a1ce-4ce1-a528-f85fc7c1e0ff tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2988088 Jan 20 13:02:38.427446 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d678a-9759-4b2c-9dab-a41dd258247b req-d23b12e5-9589-4aeb-9899-6247d0168431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:38.429233 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b96d678a-9759-4b2c-9dab-a41dd258247b req-d23b12e5-9589-4aeb-9899-6247d0168431 service neutron] 10.222.0.107 "GET /v2.0/networks?id=98783e85-5ee2-4a30-908e-0d0d62c14b33 HTTP/1.1" status: 200 len: 917 time: 0.1239171 Jan 20 13:02:38.442534 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f658d-4e59-491b-ab38-8695642c1053 req-ad7f82e5-a5c3-44be-8663-90901a437b4a tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:38.444035 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-147f658d-4e59-491b-ab38-8695642c1053 req-ad7f82e5-a5c3-44be-8663-90901a437b4a tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 943 time: 0.0844953 Jan 20 13:02:38.532787 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b96d678a-9759-4b2c-9dab-a41dd258247b req-66ecaae3-bcfa-47c7-9db2-763945d685ff service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=901bd0f5-37d6-4c3d-ad8c-a1a496c53750 HTTP/1.1" status: 200 len: 1000 time: 0.0873356 Jan 20 13:02:38.541805 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-147f658d-4e59-491b-ab38-8695642c1053 req-6983d553-bbaf-4da6-a010-1a0f4028f687 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897348 Jan 20 13:02:38.588105 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d678a-9759-4b2c-9dab-a41dd258247b req-9d723901-3fa0-433a-8039-7b04e25e25a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:38.589614 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b96d678a-9759-4b2c-9dab-a41dd258247b req-9d723901-3fa0-433a-8039-7b04e25e25a7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1295fc8c-2285-4e3e-9a1a-e24300eba26a HTTP/1.1" status: 200 len: 855 time: 0.0469494 Jan 20 13:02:38.638866 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d678a-9759-4b2c-9dab-a41dd258247b req-0a5e6444-36d8-4a8c-98fb-c73773e1cee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:38.640383 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b96d678a-9759-4b2c-9dab-a41dd258247b req-0a5e6444-36d8-4a8c-98fb-c73773e1cee1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=98783e85-5ee2-4a30-908e-0d0d62c14b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0439243 Jan 20 13:02:38.739000 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b96d678a-9759-4b2c-9dab-a41dd258247b req-a871d381-3cdb-4c76-844c-9f5302eaa6f4 service neutron] 10.222.0.107 "GET /v2.0/networks/98783e85-5ee2-4a30-908e-0d0d62c14b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839610 Jan 20 13:02:38.833141 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b96d678a-9759-4b2c-9dab-a41dd258247b req-15897456-e069-497c-b5dc-58d7b84b2e51 service neutron] 10.222.0.107 "GET /v2.0/networks/98783e85-5ee2-4a30-908e-0d0d62c14b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860875 Jan 20 13:02:39.337102 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device fa549bc6-4c44-4bc6-a615-a03954a5ad4f details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:02:39.441219 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75c035-b203-4388-9b1b-8535f8f538a2 req-d3f251a8-243e-4ad2-88b0-f9a1c42b8c4c tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:39.442759 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ce75c035-b203-4388-9b1b-8535f8f538a2 req-d3f251a8-243e-4ad2-88b0-f9a1c42b8c4c tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0492058 Jan 20 13:02:39.443907 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port fa549bc6-4c44-4bc6-a615-a03954a5ad4f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fa549bc6-4c44-4bc6-a615-a03954a5ad4f,segment=NetworkSegment(1960b54c-09a8-4691-88df-58f456a7341f),segment_id=1960b54c-09a8-4691-88df-58f456a7341f)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:02:39.455544 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Returning: {'device': 'fa549bc6-4c44-4bc6-a615-a03954a5ad4f', 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a', 'port_id': 'fa549bc6-4c44-4bc6-a615-a03954a5ad4f', 'mac_address': 'fa:16:3e:c7:d3:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827e3bde-32ef-4cb9-811c-1e7052538673', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:02:39.496230 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ce75c035-b203-4388-9b1b-8535f8f538a2 req-a15f9566-4530-4845-b82b-14754a4922f7 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462885 Jan 20 13:02:39.499062 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port fa549bc6-4c44-4bc6-a615-a03954a5ad4f is: DOWN; New status is: BUILD {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:02:39.499486 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (fa549bc6-4c44-4bc6-a615-a03954a5ad4f), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:39.513625 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa549bc6-4c44-4bc6-a615-a03954a5ad4f {{(pid=109761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:02:39.534570 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port fa549bc6-4c44-4bc6-a615-a03954a5ad4f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fa549bc6-4c44-4bc6-a615-a03954a5ad4f,segment=NetworkSegment(1960b54c-09a8-4691-88df-58f456a7341f),segment_id=1960b54c-09a8-4691-88df-58f456a7341f)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:02:39.615588 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (fa549bc6-4c44-4bc6-a615-a03954a5ad4f), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:39.662251 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6f973-e3bb-4cd8-847f-e423a88a9c45 req-b5f0705f-99cc-4741-91a0-ea9cb5d09e7b tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:39.663866 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b7b6f973-e3bb-4cd8-847f-e423a88a9c45 req-b5f0705f-99cc-4741-91a0-ea9cb5d09e7b tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 944 time: 0.0493898 Jan 20 13:02:39.665244 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=fa549bc6-4c44-4bc6-a615-a03954a5ad4f,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:02:39.684632 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:39.720665 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b7b6f973-e3bb-4cd8-847f-e423a88a9c45 req-89abf988-cf5b-40d8-bd94-cd51a32c4558 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505214 Jan 20 13:02:39.912819 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:39.960364 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['fa549bc6-4c44-4bc6-a615-a03954a5ad4f'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:02:40.622910 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76d11e-44b4-4d01-b1a7-18c478ed62dc req-5401f727-f29a-4c0d-a7fe-b7b81e32344c tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:40.624366 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4e76d11e-44b4-4d01-b1a7-18c478ed62dc req-5401f727-f29a-4c0d-a7fe-b7b81e32344c tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0479994 Jan 20 13:02:40.673553 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4e76d11e-44b4-4d01-b1a7-18c478ed62dc req-3ab6e0c7-fee8-4e23-8cf0-69347518833e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433350 Jan 20 13:02:40.841699 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6d3f7-ed1d-4b9f-b3cf-b46bfc045b8e req-f85dc258-a98e-4c78-b4fb-b648fec07db6 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:40.846947 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4bd6d3f7-ed1d-4b9f-b3cf-b46bfc045b8e req-f85dc258-a98e-4c78-b4fb-b648fec07db6 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 944 time: 0.0509501 Jan 20 13:02:40.894239 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4bd6d3f7-ed1d-4b9f-b3cf-b46bfc045b8e req-dd94910b-cc42-4c16-9b35-257eeea37aab tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446603 Jan 20 13:02:40.918675 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:41.353337 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device fa549bc6-4c44-4bc6-a615-a03954a5ad4f up at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:02:41.472889 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning for port fa549bc6-4c44-4bc6-a615-a03954a5ad4f completed by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:02:41.476836 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning complete for port fa549bc6-4c44-4bc6-a615-a03954a5ad4f triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:02:41.477214 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (fa549bc6-4c44-4bc6-a615-a03954a5ad4f), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:41.553991 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port fa549bc6-4c44-4bc6-a615-a03954a5ad4f is: BUILD; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:02:41.554390 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (fa549bc6-4c44-4bc6-a615-a03954a5ad4f), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:41.580011 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6601cb1d-9704-4fde-8351-4d3a2f9aa6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa549bc6-4c44-4bc6-a615-a03954a5ad4f'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:02:41.582295 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b53baa1-312e-4ca3-9f04-966cda8669c9" -d '{"events": [{"server_uuid": "6601cb1d-9704-4fde-8351-4d3a2f9aa6cd", "name": "network-vif-plugged", "status": "completed", "tag": "fa549bc6-4c44-4bc6-a615-a03954a5ad4f"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:02:41.594383 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port fa549bc6-4c44-4bc6-a615-a03954a5ad4f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fa549bc6-4c44-4bc6-a615-a03954a5ad4f,segment=NetworkSegment(1960b54c-09a8-4691-88df-58f456a7341f),segment_id=1960b54c-09a8-4691-88df-58f456a7341f)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:02:41.621255 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef6d356-973e-423e-8c9d-b18d61d42d98 x-openstack-request-id: req-eef6d356-973e-423e-8c9d-b18d61d42d98 {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:02:41.621589 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6601cb1d-9704-4fde-8351-4d3a2f9aa6cd", "name": "network-vif-plugged", "status": "completed", "tag": "fa549bc6-4c44-4bc6-a615-a03954a5ad4f", "code": 200}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:02:41.621876 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eef6d356-973e-423e-8c9d-b18d61d42d98 {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:02:41.622275 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6601cb1d-9704-4fde-8351-4d3a2f9aa6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa549bc6-4c44-4bc6-a615-a03954a5ad4f', 'code': 200} Jan 20 13:02:41.671547 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (fa549bc6-4c44-4bc6-a615-a03954a5ad4f), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:41.672390 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:02:41.753937 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=fa549bc6-4c44-4bc6-a615-a03954a5ad4f,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:02:41.797736 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 is: ACTIVE; New status is: DOWN {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:02:41.798311 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:41.808559 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba1f6d-1dfe-466a-87d1-477f15de9285 req-f6e78d9c-434d-4c56-9d80-f7fb22148e61 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:41.813243 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6fba1f6d-1dfe-466a-87d1-477f15de9285 req-f6e78d9c-434d-4c56-9d80-f7fb22148e61 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 945 time: 0.0589283 Jan 20 13:02:41.832715 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=901bd0f5-37d6-4c3d-ad8c-a1a496c53750,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:02:41.865666 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6fba1f6d-1dfe-466a-87d1-477f15de9285 req-ffd685b3-3672-4136-8c0b-8b8cd4e2881e tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494618 Jan 20 13:02:41.907941 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:41.961470 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=901bd0f5-37d6-4c3d-ad8c-a1a496c53750,revision_number=8']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:02:42.057526 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930ea99-497d-49de-840e-4c4ae00c9d17 req-5dfacf8d-02be-4ade-8624-cfb572c5c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:42.059035 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e930ea99-497d-49de-840e-4c4ae00c9d17 req-5dfacf8d-02be-4ade-8624-cfb572c5c30e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 1098 time: 0.0705187 Jan 20 13:02:42.071051 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9bf7b-747d-40b6-88b2-83f33b31eff4 req-7ee81de0-2091-475b-b1c3-b28c4acd25b8 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:42.072580 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-74e9bf7b-747d-40b6-88b2-83f33b31eff4 req-7ee81de0-2091-475b-b1c3-b28c4acd25b8 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 945 time: 0.0593882 Jan 20 13:02:42.144672 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e930ea99-497d-49de-840e-4c4ae00c9d17 req-c6834d39-d8c9-40d1-9015-6bd299fbbfa1 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711350 Jan 20 13:02:42.153956 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-74e9bf7b-747d-40b6-88b2-83f33b31eff4 req-b8c7372f-0aa8-4517-b1be-1c66c66a2875 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750122 Jan 20 13:02:43.325754 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9c201-bceb-45a0-9bf6-348f927e3b0c req-b655150c-0733-431d-ba49-831a3df96e05 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:43.327366 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c6f9c201-bceb-45a0-9bf6-348f927e3b0c req-b655150c-0733-431d-ba49-831a3df96e05 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 945 time: 0.0880442 Jan 20 13:02:43.383343 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c6f9c201-bceb-45a0-9bf6-348f927e3b0c req-99f11cd1-8069-49d9-8b82-09e1d7927520 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503254 Jan 20 13:02:43.624790 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1776d14c-42e0-4c0e-824d-3b657c25b034', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '901bd0f5-37d6-4c3d-ad8c-a1a496c53750'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:02:43.627086 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8324b4ee-a617-4b7b-8bf4-d35634171fad" -d '{"events": [{"server_uuid": "1776d14c-42e0-4c0e-824d-3b657c25b034", "name": "network-vif-unplugged", "status": "completed", "tag": "901bd0f5-37d6-4c3d-ad8c-a1a496c53750"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:02:43.663830 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 20 Jan 2022 13:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c0369a-cfa2-4d0d-85ee-ff65c5c995d8 x-openstack-request-id: req-95c0369a-cfa2-4d0d-85ee-ff65c5c995d8 {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:02:43.664742 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1776d14c-42e0-4c0e-824d-3b657c25b034", "name": "network-vif-unplugged", "status": "failed", "tag": "901bd0f5-37d6-4c3d-ad8c-a1a496c53750", "code": 422}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:02:43.664742 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-95c0369a-cfa2-4d0d-85ee-ff65c5c995d8 {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:02:43.665000 dv-cinder-804035-24-iscsi neutron-server[109761]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1776d14c-42e0-4c0e-824d-3b657c25b034', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '901bd0f5-37d6-4c3d-ad8c-a1a496c53750', 'code': 422} returned with failed status Jan 20 13:02:43.842844 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727c154-4a37-4963-8602-b944d2aae624 req-c0f1fc58-780c-47ea-b374-fd1519734e7d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:43.844536 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d727c154-4a37-4963-8602-b944d2aae624 req-c0f1fc58-780c-47ea-b374-fd1519734e7d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 943 time: 0.0545321 Jan 20 13:02:43.914834 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d727c154-4a37-4963-8602-b944d2aae624 req-734da010-602d-42b9-82ca-9f94439f0952 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641258 Jan 20 13:02:44.221048 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-24a6a4e9-dcdd-45af-bd85-1d2d29f311b6 req-1f47b9d5-05c8-4095-8b4b-3951a3277d0d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800312 Jan 20 13:02:44.504016 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a429b0c-8842-421b-93c7-95cc1dd7cc2e req-7ecab7ed-0164-4dfe-9653-0839aa8dafa2 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:44.505609 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9a429b0c-8842-421b-93c7-95cc1dd7cc2e req-7ecab7ed-0164-4dfe-9653-0839aa8dafa2 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 945 time: 0.0485489 Jan 20 13:02:44.561273 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9a429b0c-8842-421b-93c7-95cc1dd7cc2e req-f75ffc30-7784-4e80-9c12-c3cac3f9e4a6 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472605 Jan 20 13:02:44.679754 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864ce50-836c-40f8-a37e-a9ea49d913e6 req-d654c5fd-6285-4903-8707-273ed2f7d13b tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:44.686610 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1864ce50-836c-40f8-a37e-a9ea49d913e6 req-d654c5fd-6285-4903-8707-273ed2f7d13b tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 945 time: 0.0482686 Jan 20 13:02:44.742227 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1864ce50-836c-40f8-a37e-a9ea49d913e6 req-aa0bdf67-aa61-4f74-931d-c939160a6ca4 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537553 Jan 20 13:02:44.765603 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 34246) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:02:44.803564 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:02:44.856789 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5a9ca7-0ba1-449f-a0f9-95157614c84b tempest-TestShelveInstance-1976812487 tempest-TestShelveInstance-1976812487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:44.858560 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-5f5a9ca7-0ba1-449f-a0f9-95157614c84b tempest-TestShelveInstance-1976812487 tempest-TestShelveInstance-1976812487-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 1093 time: 0.0918822 Jan 20 13:02:44.861738 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 34252) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:02:44.866061 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Request body: {'floatingip': {'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'port_id': 'fa549bc6-4c44-4bc6-a615-a03954a5ad4f', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:02:45.000729 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:45.091302 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70dbea5-8a70-4607-ac1e-1e45f2622919 req-8c22ebb1-02b7-4659-a5ca-5ae5bf920771 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:45.093120 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f70dbea5-8a70-4607-ac1e-1e45f2622919 req-8c22ebb1-02b7-4659-a5ca-5ae5bf920771 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 943 time: 0.0958395 Jan 20 13:02:45.187709 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f70dbea5-8a70-4607-ac1e-1e45f2622919 req-ee5bdb7c-b3fb-40d1-88cc-04882e2cf280 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617063 Jan 20 13:02:45.219269 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:45.336019 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Allocated IP 172.27.0.135 (2a70364f-7478-4e00-a602-43026420194c/64f75221-ca68-464e-809b-7e1d4f1c5699/cbdfbb96-1067-4f18-89ce-ca8a6bdfba46) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:02:45.388006 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:02:45.440733 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for port (cbdfbb96-1067-4f18-89ce-ca8a6bdfba46), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:45.469557 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 is: DOWN; New status is: DOWN {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:02:45.513697 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (cbdfbb96-1067-4f18-89ce-ca8a6bdfba46), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:45.558518 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Network 2a70364f-7478-4e00-a602-43026420194c is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:02:45.561530 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:02:45.568633 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:02:45.605505 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Pushing event updated for resources: {'Port': ['ID=cbdfbb96-1067-4f18-89ce-ca8a6bdfba46,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:02:45.647829 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:02:45.648193 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:02:45.648519 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:02:45.648852 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:02:45.649183 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:02:45.649538 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:02:45.649966 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:02:45.650777 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:02:45.651191 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:02:45.651745 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:02:45.652226 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:02:45.652688 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:02:45.653240 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:02:45.706722 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6a4e9-dcdd-45af-bd85-1d2d29f311b6 req-d6993b08-e36d-48ee-8bb6-be9967dc43d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:45.708700 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-24a6a4e9-dcdd-45af-bd85-1d2d29f311b6 req-d6993b08-e36d-48ee-8bb6-be9967dc43d0 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034&tenant_id=a42550bc92f54f3293a5e8c100adf3ec HTTP/1.1" status: 200 len: 1096 time: 0.1184299 Jan 20 13:02:45.834187 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6a4e9-dcdd-45af-bd85-1d2d29f311b6 req-3ba8700a-39d5-4290-865e-94cb53fdac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:45.835679 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-24a6a4e9-dcdd-45af-bd85-1d2d29f311b6 req-3ba8700a-39d5-4290-865e-94cb53fdac43 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a42550bc92f54f3293a5e8c100adf3ec&device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 1096 time: 0.0969510 Jan 20 13:02:46.075692 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6a4e9-dcdd-45af-bd85-1d2d29f311b6 req-80f7bcdc-c5ea-4c52-81b0-3617b41b4c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:46.077829 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-24a6a4e9-dcdd-45af-bd85-1d2d29f311b6 req-80f7bcdc-c5ea-4c52-81b0-3617b41b4c5e service neutron] 10.222.0.107 "GET /v2.0/networks?id=98783e85-5ee2-4a30-908e-0d0d62c14b33 HTTP/1.1" status: 200 len: 917 time: 0.2355547 Jan 20 13:02:46.265081 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-24a6a4e9-dcdd-45af-bd85-1d2d29f311b6 req-f3202437-5ee9-4878-a937-69954dfbe436 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=901bd0f5-37d6-4c3d-ad8c-a1a496c53750 HTTP/1.1" status: 200 len: 998 time: 0.1797233 Jan 20 13:02:46.389061 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for floatingip (7b1dd369-6d0e-4ef7-a745-c087396b1751), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:46.408462 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6a4e9-dcdd-45af-bd85-1d2d29f311b6 req-bff97975-5aea-4dac-91a0-4552b4464872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:46.410526 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-24a6a4e9-dcdd-45af-bd85-1d2d29f311b6 req-bff97975-5aea-4dac-91a0-4552b4464872 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1295fc8c-2285-4e3e-9a1a-e24300eba26a HTTP/1.1" status: 200 len: 855 time: 0.1232107 Jan 20 13:02:46.740539 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991ad44-6e12-40c6-87be-9717c310d9c2 req-e32bfd67-0deb-4f4f-9d14-aad3bc539d14 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:46.742001 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a991ad44-6e12-40c6-87be-9717c310d9c2 req-e32bfd67-0deb-4f4f-9d14-aad3bc539d14 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 943 time: 0.4558742 Jan 20 13:02:46.793626 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6a4e9-dcdd-45af-bd85-1d2d29f311b6 req-b1ff0bc8-dfaf-4a91-ba83-c7fbe61967ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:46.795099 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-24a6a4e9-dcdd-45af-bd85-1d2d29f311b6 req-b1ff0bc8-dfaf-4a91-ba83-c7fbe61967ce service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=98783e85-5ee2-4a30-908e-0d0d62c14b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3497355 Jan 20 13:02:46.808927 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [req-24a6a4e9-dcdd-45af-bd85-1d2d29f311b6 req-ea93e5fd-2669-4a19-9bb4-b1ae1777c082 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109759) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 13:02:46.809989 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-24a6a4e9-dcdd-45af-bd85-1d2d29f311b6 req-ea93e5fd-2669-4a19-9bb4-b1ae1777c082 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055723 Jan 20 13:02:46.817161 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a991ad44-6e12-40c6-87be-9717c310d9c2 req-0623747e-4935-4bdd-8ace-157fcd2d17a6 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648906 Jan 20 13:02:46.890910 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (cbdfbb96-1067-4f18-89ce-ca8a6bdfba46), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:46.958750 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-24a6a4e9-dcdd-45af-bd85-1d2d29f311b6 req-f5965f58-d503-498b-aacc-329e6f20eda4 service neutron] 10.222.0.107 "GET /v2.0/networks/98783e85-5ee2-4a30-908e-0d0d62c14b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403100 Jan 20 13:02:47.112091 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-24a6a4e9-dcdd-45af-bd85-1d2d29f311b6 req-aff39bee-da47-4225-a20e-81cb272f4093 service neutron] 10.222.0.107 "GET /v2.0/networks/98783e85-5ee2-4a30-908e-0d0d62c14b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438394 Jan 20 13:02:47.130838 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for port (cbdfbb96-1067-4f18-89ce-ca8a6bdfba46), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:47.249917 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217087'] for port (cbdfbb96-1067-4f18-89ce-ca8a6bdfba46), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:47.323013 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Pushing event updated for resources: {'Port': ['ID=cbdfbb96-1067-4f18-89ce-ca8a6bdfba46,revision_number=2']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:02:47.331589 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529925'] for floatingip (7b1dd369-6d0e-4ef7-a745-c087396b1751), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:47.436359 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.db.l3_db [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Floating IP 7b1dd369-6d0e-4ef7-a745-c087396b1751 associated. External IP: 172.27.0.135, port: fa549bc6-4c44-4bc6-a615-a03954a5ad4f. Jan 20 13:02:47.656040 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Router 4b760df3-fed6-44ce-9c10-647c43b84398 has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:02:47.812395 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:02:47.823206 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728abb52-131d-496a-92be-26762e87eb9a None None] Sync routers for ids ['4b760df3-fed6-44ce-9c10-647c43b84398'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:02:47.838786 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728abb52-131d-496a-92be-26762e87eb9a None None] Routers {'4b760df3-fed6-44ce-9c10-647c43b84398'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:02:47.839709 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-728abb52-131d-496a-92be-26762e87eb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:02:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['4b760df3-fed6-44ce-9c10-647c43b84398'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:02:47.898197 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:02:48.004945 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-6fddf422-f9e8-41dc-b2cb-7f77a93f17ff tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1421256 Jan 20 13:02:48.005976 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6601cb1d-9704-4fde-8351-4d3a2f9aa6cd', 'tag': 'fa549bc6-4c44-4bc6-a615-a03954a5ad4f'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:02:48.008846 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20956a24-5fc2-4ac9-8473-a7d5b0a9d179" -d '{"events": [{"name": "network-changed", "server_uuid": "6601cb1d-9704-4fde-8351-4d3a2f9aa6cd", "tag": "fa549bc6-4c44-4bc6-a615-a03954a5ad4f"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:02:48.045660 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358ce53-af99-4555-9e71-e363457136a5 req-5b0b6151-327d-4071-82fc-497ab1f25bfc tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:48.047646 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7358ce53-af99-4555-9e71-e363457136a5 req-5b0b6151-327d-4071-82fc-497ab1f25bfc tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 943 time: 0.0996807 Jan 20 13:02:48.065594 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-728abb52-131d-496a-92be-26762e87eb9a None None] Set router 4b760df3-fed6-44ce-9c10-647c43b84398 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:02:48.086666 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4931eaf-55f4-4fdf-a6ee-fb4d3327c3c1 x-openstack-request-id: req-c4931eaf-55f4-4fdf-a6ee-fb4d3327c3c1 {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:02:48.086958 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6601cb1d-9704-4fde-8351-4d3a2f9aa6cd", "tag": "fa549bc6-4c44-4bc6-a615-a03954a5ad4f", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:02:48.087236 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c4931eaf-55f4-4fdf-a6ee-fb4d3327c3c1 {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:02:48.087630 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6601cb1d-9704-4fde-8351-4d3a2f9aa6cd', 'tag': 'fa549bc6-4c44-4bc6-a615-a03954a5ad4f', 'status': 'completed', 'code': 200} Jan 20 13:02:48.336027 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7358ce53-af99-4555-9e71-e363457136a5 req-9022a849-35b1-4462-9aad-41b3ee95449c tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824240 Jan 20 13:02:48.346744 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-728abb52-131d-496a-92be-26762e87eb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'name': 'tempest-TestShelveInstance-1653588039-router', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '994fe7ba-480e-4312-95b3-f7705e4bf101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:01:47Z', 'revision_number': 4, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'gw_port': {'id': '994fe7ba-480e-4312-95b3-f7705e4bf101', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': '7b1dd369-6d0e-4ef7-a745-c087396b1751', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'port_id': 'fa549bc6-4c44-4bc6-a615-a03954a5ad4f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a', 'mac_address': 'fa:16:3e:c7:d3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6601cb1d-9704-4fde-8351-4d3a2f9aa6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:02:45Z', 'updated_at': '2022-01-20T13:02:45Z', 'revision_number': 0, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8674ba52-6c91-4ae6-bda6-42f0b206b3be', 'name': '', 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'mac_address': 'fa:16:3e:b3:67:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '827e3bde-32ef-4cb9-811c-1e7052538673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:46Z', 'updated_at': '2022-01-20T13:01:52Z', 'revision_number': 5, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'subnets': [{'id': '827e3bde-32ef-4cb9-811c-1e7052538673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:02:48.375348 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728abb52-131d-496a-92be-26762e87eb9a None None] Checking router: 4b760df3-fed6-44ce-9c10-647c43b84398 for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:02:48.384936 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728abb52-131d-496a-92be-26762e87eb9a None None] Routers {'4b760df3-fed6-44ce-9c10-647c43b84398'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:02:48.385413 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-728abb52-131d-496a-92be-26762e87eb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:02:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['4b760df3-fed6-44ce-9c10-647c43b84398'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:02:48.503148 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-728abb52-131d-496a-92be-26762e87eb9a None None] Set router 4b760df3-fed6-44ce-9c10-647c43b84398 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:02:48.760025 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-728abb52-131d-496a-92be-26762e87eb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'name': 'tempest-TestShelveInstance-1653588039-router', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '994fe7ba-480e-4312-95b3-f7705e4bf101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:01:47Z', 'revision_number': 4, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'gw_port': {'id': '994fe7ba-480e-4312-95b3-f7705e4bf101', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': '7b1dd369-6d0e-4ef7-a745-c087396b1751', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'port_id': 'fa549bc6-4c44-4bc6-a615-a03954a5ad4f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a', 'mac_address': 'fa:16:3e:c7:d3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6601cb1d-9704-4fde-8351-4d3a2f9aa6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:02:45Z', 'updated_at': '2022-01-20T13:02:45Z', 'revision_number': 0, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8674ba52-6c91-4ae6-bda6-42f0b206b3be', 'name': '', 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'mac_address': 'fa:16:3e:b3:67:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '827e3bde-32ef-4cb9-811c-1e7052538673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:46Z', 'updated_at': '2022-01-20T13:01:52Z', 'revision_number': 5, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'subnets': [{'id': '827e3bde-32ef-4cb9-811c-1e7052538673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:02:48.934292 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728abb52-131d-496a-92be-26762e87eb9a None None] The sync data for ids ['4b760df3-fed6-44ce-9c10-647c43b84398'] in dv-cinder-804035-24-iscsi is: [{'id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'name': 'tempest-TestShelveInstance-1653588039-router', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '994fe7ba-480e-4312-95b3-f7705e4bf101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:01:47Z', 'revision_number': 4, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'gw_port': {'id': '994fe7ba-480e-4312-95b3-f7705e4bf101', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': '7b1dd369-6d0e-4ef7-a745-c087396b1751', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'port_id': 'fa549bc6-4c44-4bc6-a615-a03954a5ad4f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a', 'mac_address': 'fa:16:3e:c7:d3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6601cb1d-9704-4fde-8351-4d3a2f9aa6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:02:45Z', 'updated_at': '2022-01-20T13:02:45Z', 'revision_number': 0, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8674ba52-6c91-4ae6-bda6-42f0b206b3be', 'name': '', 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'mac_address': 'fa:16:3e:b3:67:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '827e3bde-32ef-4cb9-811c-1e7052538673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:46Z', 'updated_at': '2022-01-20T13:01:52Z', 'revision_number': 5, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'subnets': [{'id': '827e3bde-32ef-4cb9-811c-1e7052538673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:02:49.175210 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94c0cc1-3d73-4287-a34c-f0a3f0a8307e None None] New status for floating IP 7b1dd369-6d0e-4ef7-a745-c087396b1751: ACTIVE {{(pid=109762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:02:49.472980 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab704fc-b94c-4e57-8883-9d1dade77899 req-f826f5ea-9b33-4bf3-a0c6-cfd4e1c16cee tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:49.474659 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-dab704fc-b94c-4e57-8883-9d1dade77899 req-f826f5ea-9b33-4bf3-a0c6-cfd4e1c16cee tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 943 time: 0.0596185 Jan 20 13:02:49.556714 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-dab704fc-b94c-4e57-8883-9d1dade77899 req-9048b9e7-8202-4d0e-85fb-37b5f3ed4bd4 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693922 Jan 20 13:02:50.694543 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fa889-e3d3-4f72-bfe6-d38a968a67fd req-bd2110eb-e8d2-412d-bdaa-235df2d115ff tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:50.696261 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fa3fa889-e3d3-4f72-bfe6-d38a968a67fd req-bd2110eb-e8d2-412d-bdaa-235df2d115ff tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 943 time: 0.0530195 Jan 20 13:02:50.749458 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fa3fa889-e3d3-4f72-bfe6-d38a968a67fd req-91397aa7-8bd0-4b05-b563-7371c36ca4dc tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468593 Jan 20 13:02:51.892038 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb663c-7e68-4c9d-90f1-ab94a1f49b38 req-e298d804-b4c1-490f-bf34-feff376193e5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:51.900136 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-30cb663c-7e68-4c9d-90f1-ab94a1f49b38 req-e298d804-b4c1-490f-bf34-feff376193e5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 943 time: 0.0643475 Jan 20 13:02:51.977260 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-30cb663c-7e68-4c9d-90f1-ab94a1f49b38 req-289f99fd-797f-4f4a-affd-d18eb8b5586b tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764332 Jan 20 13:02:53.117769 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56b5b4-7ce6-4885-9e25-ac0aa0414595 req-c141c929-20cb-4057-a850-81adbd44c245 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:53.119470 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8f56b5b4-7ce6-4885-9e25-ac0aa0414595 req-c141c929-20cb-4057-a850-81adbd44c245 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 943 time: 0.0609612 Jan 20 13:02:53.182706 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8f56b5b4-7ce6-4885-9e25-ac0aa0414595 req-7d71ec6f-9618-4ffe-a229-c21765675a08 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522609 Jan 20 13:02:54.334286 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb2470-31ed-4c59-a418-9d373cb9c14b req-79e3eb05-bcaf-4173-b3a4-ef85c85ab6a7 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:54.336001 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-55cb2470-31ed-4c59-a418-9d373cb9c14b req-79e3eb05-bcaf-4173-b3a4-ef85c85ab6a7 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 943 time: 0.0544851 Jan 20 13:02:54.404606 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-55cb2470-31ed-4c59-a418-9d373cb9c14b req-b8b46e05-29fb-4e76-8e6e-88aadbdee869 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628407 Jan 20 13:02:55.546946 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc1caa-55ed-440a-b7ba-e492f8339664 req-5208fdaf-de31-4719-8db4-ad19318ff748 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:55.558760 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-73bc1caa-55ed-440a-b7ba-e492f8339664 req-5208fdaf-de31-4719-8db4-ad19318ff748 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 943 time: 0.0603924 Jan 20 13:02:55.612098 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-73bc1caa-55ed-440a-b7ba-e492f8339664 req-44352f27-1420-4ba9-a455-fe5a74688088 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562084 Jan 20 13:02:56.750886 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6686f-2eaa-4b0c-9ed7-55e48c01e47e req-4c887d5b-db92-44e8-8641-16de8a25f903 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:56.752398 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a3a6686f-2eaa-4b0c-9ed7-55e48c01e47e req-4c887d5b-db92-44e8-8641-16de8a25f903 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 943 time: 0.0533407 Jan 20 13:02:56.802207 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a3a6686f-2eaa-4b0c-9ed7-55e48c01e47e req-76e90a75-de0e-4eec-9e20-c53dbb4dedb5 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429318 Jan 20 13:02:57.920596 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2625274-37cb-42cd-b1a2-2cb21ed67b5d req-24c53a51-fd24-467a-939e-e5239f70b744 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:57.922133 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d2625274-37cb-42cd-b1a2-2cb21ed67b5d req-24c53a51-fd24-467a-939e-e5239f70b744 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 943 time: 0.0487895 Jan 20 13:02:57.968558 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d2625274-37cb-42cd-b1a2-2cb21ed67b5d req-8a778c8c-ea56-4482-81ad-1ae2c78add35 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409365 Jan 20 13:02:59.027132 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20956a24-5fc2-4ac9-8473-a7d5b0a9d179 req-9632531d-5751-40b6-b64e-8373d49ca555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:59.028644 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-20956a24-5fc2-4ac9-8473-a7d5b0a9d179 req-9632531d-5751-40b6-b64e-8373d49ca555 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ad79f53b3f334fc3a976c0714f8b78c5&device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 1098 time: 0.0930717 Jan 20 13:02:59.048996 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff395b-8b41-4cd8-9f50-a6070201c6bd req-924a6532-6e05-4ad0-ac48-23fad4638e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:59.050552 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-3cff395b-8b41-4cd8-9f50-a6070201c6bd req-924a6532-6e05-4ad0-ac48-23fad4638e3a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a42550bc92f54f3293a5e8c100adf3ec&device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 1096 time: 0.0812654 Jan 20 13:02:59.154549 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b66cb-d88e-48de-8f9b-04144868678e req-e5781321-afc8-4603-8cbd-0a728b053a44 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:59.156041 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c17b66cb-d88e-48de-8f9b-04144868678e req-e5781321-afc8-4603-8cbd-0a728b053a44 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 943 time: 0.1109142 Jan 20 13:02:59.157991 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff395b-8b41-4cd8-9f50-a6070201c6bd req-dddb0268-d902-45de-9195-1909cc6ee9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:59.159585 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-3cff395b-8b41-4cd8-9f50-a6070201c6bd req-dddb0268-d902-45de-9195-1909cc6ee9c0 service neutron] 10.222.0.107 "GET /v2.0/networks?id=98783e85-5ee2-4a30-908e-0d0d62c14b33 HTTP/1.1" status: 200 len: 917 time: 0.0894859 Jan 20 13:02:59.160924 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20956a24-5fc2-4ac9-8473-a7d5b0a9d179 req-34a9cf03-52ff-4e86-b51e-95ec365e1f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:59.162343 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-20956a24-5fc2-4ac9-8473-a7d5b0a9d179 req-34a9cf03-52ff-4e86-b51e-95ec365e1f6d service neutron] 10.222.0.107 "GET /v2.0/networks?id=d0afbccb-a790-4cda-aef8-ceb4599dcd3a HTTP/1.1" status: 200 len: 910 time: 0.1264749 Jan 20 13:02:59.232360 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-3cff395b-8b41-4cd8-9f50-a6070201c6bd req-d8054392-ba1f-4c2d-ad80-6e654ed27080 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=901bd0f5-37d6-4c3d-ad8c-a1a496c53750 HTTP/1.1" status: 200 len: 998 time: 0.0619707 Jan 20 13:02:59.259289 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c17b66cb-d88e-48de-8f9b-04144868678e req-8d388a3f-79f4-49ea-bc61-1c9d62c07554 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959358 Jan 20 13:02:59.261113 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-20956a24-5fc2-4ac9-8473-a7d5b0a9d179 req-0262d280-41a4-4d22-a11a-14adccf7a8ac service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa549bc6-4c44-4bc6-a615-a03954a5ad4f HTTP/1.1" status: 200 len: 1001 time: 0.0847867 Jan 20 13:02:59.284496 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff395b-8b41-4cd8-9f50-a6070201c6bd req-6ceb14da-a2d1-46d0-9067-e722d51ad89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:59.284496 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-3cff395b-8b41-4cd8-9f50-a6070201c6bd req-6ceb14da-a2d1-46d0-9067-e722d51ad89b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1295fc8c-2285-4e3e-9a1a-e24300eba26a HTTP/1.1" status: 200 len: 855 time: 0.0435123 Jan 20 13:02:59.311660 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20956a24-5fc2-4ac9-8473-a7d5b0a9d179 req-70acd408-6e92-4962-b0e8-6dd585a3ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:59.313148 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-20956a24-5fc2-4ac9-8473-a7d5b0a9d179 req-70acd408-6e92-4962-b0e8-6dd585a3ec28 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=827e3bde-32ef-4cb9-811c-1e7052538673 HTTP/1.1" status: 200 len: 848 time: 0.0448933 Jan 20 13:02:59.330565 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff395b-8b41-4cd8-9f50-a6070201c6bd req-bdbeab3a-bdf0-4205-8d1b-59eb4703b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:59.330944 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-3cff395b-8b41-4cd8-9f50-a6070201c6bd req-bdbeab3a-bdf0-4205-8d1b-59eb4703b9fe service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=98783e85-5ee2-4a30-908e-0d0d62c14b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446029 Jan 20 13:02:59.365789 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20956a24-5fc2-4ac9-8473-a7d5b0a9d179 req-8cdcaa0b-7ec8-446a-93be-fa6bb74b38b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:02:59.367422 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-20956a24-5fc2-4ac9-8473-a7d5b0a9d179 req-8cdcaa0b-7ec8-446a-93be-fa6bb74b38b5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d0afbccb-a790-4cda-aef8-ceb4599dcd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0481839 Jan 20 13:02:59.421704 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-3cff395b-8b41-4cd8-9f50-a6070201c6bd req-9b580da6-0e4b-4d0f-82e1-dfb7cb47d54b service neutron] 10.222.0.107 "GET /v2.0/networks/98783e85-5ee2-4a30-908e-0d0d62c14b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845776 Jan 20 13:02:59.459096 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-20956a24-5fc2-4ac9-8473-a7d5b0a9d179 req-e97050bb-8616-4c17-bdba-345f6243d311 service neutron] 10.222.0.107 "GET /v2.0/networks/d0afbccb-a790-4cda-aef8-ceb4599dcd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850401 Jan 20 13:02:59.515784 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-3cff395b-8b41-4cd8-9f50-a6070201c6bd req-52b6531a-515e-4c14-86dd-5e5e4bd678d2 service neutron] 10.222.0.107 "GET /v2.0/networks/98783e85-5ee2-4a30-908e-0d0d62c14b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876565 Jan 20 13:02:59.557374 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-20956a24-5fc2-4ac9-8473-a7d5b0a9d179 req-45723820-f2a0-45a5-b21e-f8a3b48d725d service neutron] 10.222.0.107 "GET /v2.0/networks/d0afbccb-a790-4cda-aef8-ceb4599dcd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916109 Jan 20 13:03:00.384629 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c447d-9e4f-46d7-b0d8-d6771fd091b1 req-befd2851-bd89-4196-b7d2-c17054ecf056 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:03:00.388515 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fb7c447d-9e4f-46d7-b0d8-d6771fd091b1 req-befd2851-bd89-4196-b7d2-c17054ecf056 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 943 time: 0.0521865 Jan 20 13:03:00.444593 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fb7c447d-9e4f-46d7-b0d8-d6771fd091b1 req-e6168258-0a0e-4dfd-98b0-92ce8958cf98 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512710 Jan 20 13:03:01.565581 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cb052-f84f-4f3f-b93b-d8af647267b0 req-ead3ddad-5bd8-4997-87c3-00476ec42b85 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:03:01.567054 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-585cb052-f84f-4f3f-b93b-d8af647267b0 req-ead3ddad-5bd8-4997-87c3-00476ec42b85 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 943 time: 0.0488863 Jan 20 13:03:01.619684 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-585cb052-f84f-4f3f-b93b-d8af647267b0 req-fe5a00f0-14fc-4b2e-9420-d10dad41b5d4 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469930 Jan 20 13:03:02.742732 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5616e0e-8353-4e00-a694-fc6bc3c9ec68 req-3e27de8c-8e9e-4ebe-9018-53b4f18e6ddf tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:03:02.744188 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a5616e0e-8353-4e00-a694-fc6bc3c9ec68 req-3e27de8c-8e9e-4ebe-9018-53b4f18e6ddf tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 943 time: 0.0515213 Jan 20 13:03:02.791218 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a5616e0e-8353-4e00-a694-fc6bc3c9ec68 req-598a1078-6772-4c37-807f-dad380d58f1f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411496 Jan 20 13:03:03.192071 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-64e0b6cf-b091-4143-9965-1eb7aaac1e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:03.491669 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:03:03.586957 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=901bd0f5-37d6-4c3d-ad8c-a1a496c53750,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:03:03.598552 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Returning: {'device': '901bd0f5-37d6-4c3d-ad8c-a1a496c53750', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'port_id': '901bd0f5-37d6-4c3d-ad8c-a1a496c53750', 'mac_address': 'fa:16:3e:82:8e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:03:03.639963 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 is: DOWN; New status is: BUILD {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:03:03.640355 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:03.653345 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 {{(pid=109761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:03:03.673664 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=901bd0f5-37d6-4c3d-ad8c-a1a496c53750,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:03:03.729575 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:03.778688 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=901bd0f5-37d6-4c3d-ad8c-a1a496c53750,revision_number=9']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:03.910156 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5763354-95ef-48bf-9552-26f71d5ba74a req-80f9440a-8907-4768-9c73-441d476ac4dc tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:03:03.911636 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c5763354-95ef-48bf-9552-26f71d5ba74a req-80f9440a-8907-4768-9c73-441d476ac4dc tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 944 time: 0.0477405 Jan 20 13:03:03.958732 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c5763354-95ef-48bf-9552-26f71d5ba74a req-6a5da37f-52d9-478a-b060-62500b921b3b tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407102 Jan 20 13:03:04.107981 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['901bd0f5-37d6-4c3d-ad8c-a1a496c53750'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:03:05.089524 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f378a-50cc-43c9-bd4f-bfbc2fc0a953 req-acbf65d4-5cb5-48ba-ae9a-c6997133c959 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:03:05.090997 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4f3f378a-50cc-43c9-bd4f-bfbc2fc0a953 req-acbf65d4-5cb5-48ba-ae9a-c6997133c959 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 944 time: 0.0497212 Jan 20 13:03:05.140783 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4f3f378a-50cc-43c9-bd4f-bfbc2fc0a953 req-8bf026b7-3518-4201-9fb4-b24d797911ca tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441778 Jan 20 13:03:05.497029 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 up at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:03:05.544701 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning complete for port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:03:05.545076 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:05.622098 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 is: BUILD; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:03:05.622493 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:05.644545 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1776d14c-42e0-4c0e-824d-3b657c25b034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901bd0f5-37d6-4c3d-ad8c-a1a496c53750'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:03:05.646807 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6886554b-65c0-4215-bbe1-f862ca60f03e" -d '{"events": [{"server_uuid": "1776d14c-42e0-4c0e-824d-3b657c25b034", "name": "network-vif-plugged", "status": "completed", "tag": "901bd0f5-37d6-4c3d-ad8c-a1a496c53750"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:03:05.659743 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=901bd0f5-37d6-4c3d-ad8c-a1a496c53750,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:03:05.684976 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c6c1af-2f58-4ad4-afb9-e680d8026ae1 x-openstack-request-id: req-16c6c1af-2f58-4ad4-afb9-e680d8026ae1 {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:03:05.684976 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1776d14c-42e0-4c0e-824d-3b657c25b034", "name": "network-vif-plugged", "status": "completed", "tag": "901bd0f5-37d6-4c3d-ad8c-a1a496c53750", "code": 200}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:03:05.684976 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-16c6c1af-2f58-4ad4-afb9-e680d8026ae1 {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:03:05.684976 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1776d14c-42e0-4c0e-824d-3b657c25b034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901bd0f5-37d6-4c3d-ad8c-a1a496c53750', 'code': 200} Jan 20 13:03:05.791408 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:05.838563 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=901bd0f5-37d6-4c3d-ad8c-a1a496c53750,revision_number=10']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:06.005048 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e47cc-3967-43b1-be9c-efa48b3bcf7a req-d532e447-1009-4924-aa8b-00b6299370ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:03:06.006591 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9f1e47cc-3967-43b1-be9c-efa48b3bcf7a req-d532e447-1009-4924-aa8b-00b6299370ce service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 1099 time: 0.0397830 Jan 20 13:03:06.009376 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-3b627ff3-4979-4ee3-8c39-b58c0d838be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:06.051182 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9f1e47cc-3967-43b1-be9c-efa48b3bcf7a req-e8dcce3f-58a8-4f7c-9158-a799d1bccf6f service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377324 Jan 20 13:03:06.257292 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52b2e4-6ca4-4333-b8b0-bf85bfdc979d req-a2c74092-9d1c-4248-bd2d-7035def757f8 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:03:06.258828 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0f52b2e4-6ca4-4333-b8b0-bf85bfdc979d req-a2c74092-9d1c-4248-bd2d-7035def757f8 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 946 time: 0.0478120 Jan 20 13:03:06.305741 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0f52b2e4-6ca4-4333-b8b0-bf85bfdc979d req-0141e0b8-8654-4632-8881-90f34c456bf7 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407412 Jan 20 13:03:07.428192 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d73bd-f15c-433d-b0aa-d6d138b30f64 req-c92b495b-1d50-4134-8397-5069b12e9332 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:03:07.429697 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-df6d73bd-f15c-433d-b0aa-d6d138b30f64 req-c92b495b-1d50-4134-8397-5069b12e9332 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 946 time: 0.0504479 Jan 20 13:03:07.476839 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-df6d73bd-f15c-433d-b0aa-d6d138b30f64 req-490c63f2-7cb5-42c0-a25a-033d94406714 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410061 Jan 20 13:03:07.597786 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:08.602058 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201bcd04-6bf2-428b-b3c1-a2e2ae9a03f8 req-1965e463-f111-4c7a-b6b9-dd916b7d9f5c tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:03:08.603625 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-201bcd04-6bf2-428b-b3c1-a2e2ae9a03f8 req-1965e463-f111-4c7a-b6b9-dd916b7d9f5c tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 946 time: 0.0535047 Jan 20 13:03:08.651939 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-201bcd04-6bf2-428b-b3c1-a2e2ae9a03f8 req-7488bde1-21ab-41bf-a25d-f90c9a08c34d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409312 Jan 20 13:03:09.678169 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:09.785975 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362313e-cde3-444a-b541-eebfabeb36a8 req-14be28a3-f17f-4d6a-ac61-59011df23c72 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:03:09.787571 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7362313e-cde3-444a-b541-eebfabeb36a8 req-14be28a3-f17f-4d6a-ac61-59011df23c72 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 946 time: 0.0583825 Jan 20 13:03:09.836885 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7362313e-cde3-444a-b541-eebfabeb36a8 req-4d3d25ff-3bc5-459d-95ed-572519f2486d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429363 Jan 20 13:03:09.882674 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:10.906308 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:16.301352 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6915a0-28b2-453e-9d45-cfcd958ebca7 req-c8dde50a-e337-411d-b0f6-18b0f3431659 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:03:16.302854 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1f6915a0-28b2-453e-9d45-cfcd958ebca7 req-c8dde50a-e337-411d-b0f6-18b0f3431659 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee841206-9075-4b1a-a035-0b34935d471c HTTP/1.1" status: 200 len: 945 time: 0.0479085 Jan 20 13:03:16.349208 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1f6915a0-28b2-453e-9d45-cfcd958ebca7 req-f8153704-099f-4aac-b896-8ac3728937c6 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b2b2324-2412-4f87-bed2-5a39583937e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400355 Jan 20 13:03:17.465653 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7e48f-ad97-4a82-ad7b-5a68eaf08547 req-37e90395-039f-4294-87b0-09a85d88180e tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:03:17.467138 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4da7e48f-ad97-4a82-ad7b-5a68eaf08547 req-37e90395-039f-4294-87b0-09a85d88180e tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee841206-9075-4b1a-a035-0b34935d471c HTTP/1.1" status: 200 len: 945 time: 0.0484245 Jan 20 13:03:17.518758 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4da7e48f-ad97-4a82-ad7b-5a68eaf08547 req-a5a3e77d-5068-4734-8b6a-06595d018295 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b2b2324-2412-4f87-bed2-5a39583937e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453718 Jan 20 13:03:18.454914 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7094096-33fa-4e5b-9b49-c35bfbd91378 req-5394ff84-f114-49c8-a36f-e11860d203d7 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:03:18.456344 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c7094096-33fa-4e5b-9b49-c35bfbd91378 req-5394ff84-f114-49c8-a36f-e11860d203d7 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.107 "GET /v2.0/ports?device_id=ee841206-9075-4b1a-a035-0b34935d471c HTTP/1.1" status: 200 len: 945 time: 0.0463116 Jan 20 13:03:18.544952 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-c7094096-33fa-4e5b-9b49-c35bfbd91378 req-89d90085-f4ee-4f8f-88a8-2d14c011ea5a tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Deleting port aea1e177-951e-40c2-ad60-e35e9dd2e31e {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:03:18.545964 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-c7094096-33fa-4e5b-9b49-c35bfbd91378 req-89d90085-f4ee-4f8f-88a8-2d14c011ea5a tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (aea1e177-951e-40c2-ad60-e35e9dd2e31e), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:18.664495 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-c7094096-33fa-4e5b-9b49-c35bfbd91378 req-89d90085-f4ee-4f8f-88a8-2d14c011ea5a tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] For port aea1e177-951e-40c2-ad60-e35e9dd2e31e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=aea1e177-951e-40c2-ad60-e35e9dd2e31e,segment=NetworkSegment(dcadfd15-9d00-4220-b17c-421f13a03194),segment_id=dcadfd15-9d00-4220-b17c-421f13a03194)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:03:18.664915 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-c7094096-33fa-4e5b-9b49-c35bfbd91378 req-89d90085-f4ee-4f8f-88a8-2d14c011ea5a tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (aea1e177-951e-40c2-ad60-e35e9dd2e31e), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:18.684520 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632cafc-284d-481e-9adb-2b2114a3f8c8 req-03d91cd8-31c9-4f0d-add9-6779dbda2366 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:03:18.687172 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a632cafc-284d-481e-9adb-2b2114a3f8c8 req-03d91cd8-31c9-4f0d-add9-6779dbda2366 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee841206-9075-4b1a-a035-0b34935d471c HTTP/1.1" status: 200 len: 945 time: 0.0863907 Jan 20 13:03:18.804695 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a632cafc-284d-481e-9adb-2b2114a3f8c8 req-f5358ce3-8e6b-4d73-a536-ec1d2099bd05 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b2b2324-2412-4f87-bed2-5a39583937e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124375 Jan 20 13:03:18.879159 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-c7094096-33fa-4e5b-9b49-c35bfbd91378 req-89d90085-f4ee-4f8f-88a8-2d14c011ea5a tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:18.879524 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-c7094096-33fa-4e5b-9b49-c35bfbd91378 req-89d90085-f4ee-4f8f-88a8-2d14c011ea5a tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529925'] for floatingip (718e0f8f-3e22-4d39-8006-256239a3d549), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:18.879839 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.db.l3_db [req-c7094096-33fa-4e5b-9b49-c35bfbd91378 req-89d90085-f4ee-4f8f-88a8-2d14c011ea5a tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Floating IP 718e0f8f-3e22-4d39-8006-256239a3d549 disassociated. External IP: 172.27.0.182, port: aea1e177-951e-40c2-ad60-e35e9dd2e31e. Jan 20 13:03:18.880205 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-c7094096-33fa-4e5b-9b49-c35bfbd91378 req-89d90085-f4ee-4f8f-88a8-2d14c011ea5a tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Calling delete_port for aea1e177-951e-40c2-ad60-e35e9dd2e31e owned by compute:nova {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:03:19.077455 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-c7094096-33fa-4e5b-9b49-c35bfbd91378 req-89d90085-f4ee-4f8f-88a8-2d14c011ea5a tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (aea1e177-951e-40c2-ad60-e35e9dd2e31e), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:19.110157 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d90085-f4ee-4f8f-88a8-2d14c011ea5a tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Pushing event deleted for resources: {'Port': ['ID=aea1e177-951e-40c2-ad60-e35e9dd2e31e,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:19.218388 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7094096-33fa-4e5b-9b49-c35bfbd91378 req-89d90085-f4ee-4f8f-88a8-2d14c011ea5a tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Router 6b9923d8-2afe-45a2-aa2d-90614be33ec2 has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:03:19.323699 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7094096-33fa-4e5b-9b49-c35bfbd91378 req-89d90085-f4ee-4f8f-88a8-2d14c011ea5a tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:03:19.333211 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89d6a2a-a1ca-407f-b8bb-86a94da5ccf1 None None] Sync routers for ids ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:03:19.343621 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89d6a2a-a1ca-407f-b8bb-86a94da5ccf1 None None] Routers {'6b9923d8-2afe-45a2-aa2d-90614be33ec2'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:03:19.344237 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-b89d6a2a-a1ca-407f-b8bb-86a94da5ccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:03:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:03:19.363389 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7094096-33fa-4e5b-9b49-c35bfbd91378 req-89d90085-f4ee-4f8f-88a8-2d14c011ea5a tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] No DVR routers for this DVR port aea1e177-951e-40c2-ad60-e35e9dd2e31e on host hv-cinder-80403 {{(pid=109759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:03:19.365911 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-c7094096-33fa-4e5b-9b49-c35bfbd91378 req-89d90085-f4ee-4f8f-88a8-2d14c011ea5a tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:19.369165 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c7094096-33fa-4e5b-9b49-c35bfbd91378 req-89d90085-f4ee-4f8f-88a8-2d14c011ea5a tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.107 "DELETE /v2.0/ports/aea1e177-951e-40c2-ad60-e35e9dd2e31e HTTP/1.1" status: 204 len: 173 time: 0.9072838 Jan 20 13:03:19.370150 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee841206-9075-4b1a-a035-0b34935d471c', 'name': 'network-vif-deleted', 'tag': 'aea1e177-951e-40c2-ad60-e35e9dd2e31e'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:03:19.372371 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47b1ad0-cfe3-48c1-81e6-5fdb780f317a" -d '{"events": [{"server_uuid": "ee841206-9075-4b1a-a035-0b34935d471c", "name": "network-vif-deleted", "tag": "aea1e177-951e-40c2-ad60-e35e9dd2e31e"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:03:19.409181 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b769cf1f-1b7f-44ce-ac55-0cee9c520101 x-openstack-request-id: req-b769cf1f-1b7f-44ce-ac55-0cee9c520101 {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:03:19.409499 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee841206-9075-4b1a-a035-0b34935d471c", "name": "network-vif-deleted", "tag": "aea1e177-951e-40c2-ad60-e35e9dd2e31e", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:03:19.409750 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b769cf1f-1b7f-44ce-ac55-0cee9c520101 {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:03:19.410149 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee841206-9075-4b1a-a035-0b34935d471c', 'name': 'network-vif-deleted', 'tag': 'aea1e177-951e-40c2-ad60-e35e9dd2e31e', 'status': 'completed', 'code': 200} Jan 20 13:03:19.458540 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-b89d6a2a-a1ca-407f-b8bb-86a94da5ccf1 None None] Set router 6b9923d8-2afe-45a2-aa2d-90614be33ec2 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:03:19.662871 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-b89d6a2a-a1ca-407f-b8bb-86a94da5ccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'name': 'tempest-AttachVolumeTestJSON-2107782987-router', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:30Z', 'updated_at': '2022-01-20T12:52:40Z', 'revision_number': 4, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'gw_port': {'id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '47fb2c43-8fb0-46ef-8776-40751edea304', 'name': '', 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'mac_address': 'fa:16:3e:28:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:37Z', 'updated_at': '2022-01-20T12:52:51Z', 'revision_number': 5, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'subnets': [{'id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:03:19.692895 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89d6a2a-a1ca-407f-b8bb-86a94da5ccf1 None None] Checking router: 6b9923d8-2afe-45a2-aa2d-90614be33ec2 for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:03:19.704150 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89d6a2a-a1ca-407f-b8bb-86a94da5ccf1 None None] Routers {'6b9923d8-2afe-45a2-aa2d-90614be33ec2'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:03:19.704694 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-b89d6a2a-a1ca-407f-b8bb-86a94da5ccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:03:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:03:19.809515 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-b89d6a2a-a1ca-407f-b8bb-86a94da5ccf1 None None] Set router 6b9923d8-2afe-45a2-aa2d-90614be33ec2 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:03:19.911204 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-522feeac-2951-47d3-a804-f31db35c4e57 req-33054272-253e-4397-833f-928c27814c17 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee841206-9075-4b1a-a035-0b34935d471c HTTP/1.1" status: 200 len: 210 time: 0.0255926 Jan 20 13:03:20.020026 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-b89d6a2a-a1ca-407f-b8bb-86a94da5ccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'name': 'tempest-AttachVolumeTestJSON-2107782987-router', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:30Z', 'updated_at': '2022-01-20T12:52:40Z', 'revision_number': 4, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'gw_port': {'id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '47fb2c43-8fb0-46ef-8776-40751edea304', 'name': '', 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'mac_address': 'fa:16:3e:28:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:37Z', 'updated_at': '2022-01-20T12:52:51Z', 'revision_number': 5, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'subnets': [{'id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:03:20.046964 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89d6a2a-a1ca-407f-b8bb-86a94da5ccf1 None None] The sync data for ids ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'] in dv-cinder-804035-24-iscsi is: [{'id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'name': 'tempest-AttachVolumeTestJSON-2107782987-router', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:30Z', 'updated_at': '2022-01-20T12:52:40Z', 'revision_number': 4, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'gw_port': {'id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '47fb2c43-8fb0-46ef-8776-40751edea304', 'name': '', 'network_id': '51dfc435-f4d5-4bb7-b519-debcc47256e8', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'mac_address': 'fa:16:3e:28:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:37Z', 'updated_at': '2022-01-20T12:52:51Z', 'revision_number': 5, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'subnets': [{'id': '7e70a924-e46b-43c1-b6e9-160e1b7b97c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:03:20.270587 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e54cee7-a445-414a-9b32-7938ee1e2d30 None None] New status for floating IP 718e0f8f-3e22-4d39-8006-256239a3d549: DOWN {{(pid=109762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:03:21.055254 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 34512) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:03:21.108313 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-dc1aeb62-c80f-4c81-b2a2-8b860793bd41 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for security_group (0b2b2324-2412-4f87-bed2-5a39583937e9), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:21.130989 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-dc1aeb62-c80f-4c81-b2a2-8b860793bd41 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for security_group (0b2b2324-2412-4f87-bed2-5a39583937e9), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:21.231844 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-dc1aeb62-c80f-4c81-b2a2-8b860793bd41 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (0b2b2324-2412-4f87-bed2-5a39583937e9), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:21.234590 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-dc1aeb62-c80f-4c81-b2a2-8b860793bd41 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:21.235841 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-dc1aeb62-c80f-4c81-b2a2-8b860793bd41 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "DELETE /v2.0/security-groups/0b2b2324-2412-4f87-bed2-5a39583937e9 HTTP/1.1" status: 204 len: 168 time: 0.1795559 Jan 20 13:03:21.238565 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 34514) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:03:21.245205 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1aeb62-c80f-4c81-b2a2-8b860793bd41 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2b2324-2412-4f87-bed2-5a39583937e9,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:21.253095 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.api.v2.resource [None req-5e665711-bfb9-46f9-b30e-b2ef3a158f3d tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] show failed (client error): The resource could not be found. Jan 20 13:03:21.254309 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-5e665711-bfb9-46f9-b30e-b2ef3a158f3d tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "GET /v2.0/security-groups/0b2b2324-2412-4f87-bed2-5a39583937e9 HTTP/1.1" status: 404 len: 347 time: 0.0146337 Jan 20 13:03:21.257239 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 34516) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:03:21.380546 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-ac63a804-19cb-4d03-802c-9da0eff90d84 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Deleting port 5fd78def-3d43-4918-8cd4-0b63895f184b {{(pid=109760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:03:21.380893 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ac63a804-19cb-4d03-802c-9da0eff90d84 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (5fd78def-3d43-4918-8cd4-0b63895f184b), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:21.453964 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ac63a804-19cb-4d03-802c-9da0eff90d84 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (5fd78def-3d43-4918-8cd4-0b63895f184b), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:21.454293 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ac63a804-19cb-4d03-802c-9da0eff90d84 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for floatingip (5fd78def-3d43-4918-8cd4-0b63895f184b), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:21.466368 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-ac63a804-19cb-4d03-802c-9da0eff90d84 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Calling delete_port for 5fd78def-3d43-4918-8cd4-0b63895f184b owned by network:floatingip {{(pid=109760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:03:21.643537 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ac63a804-19cb-4d03-802c-9da0eff90d84 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (5fd78def-3d43-4918-8cd4-0b63895f184b), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:21.672408 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63a804-19cb-4d03-802c-9da0eff90d84 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Pushing event deleted for resources: {'Port': ['ID=5fd78def-3d43-4918-8cd4-0b63895f184b,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:21.684591 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a804-19cb-4d03-802c-9da0eff90d84 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:21.684944 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a804-19cb-4d03-802c-9da0eff90d84 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:21.685287 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a804-19cb-4d03-802c-9da0eff90d84 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:21.685662 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a804-19cb-4d03-802c-9da0eff90d84 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:21.685998 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a804-19cb-4d03-802c-9da0eff90d84 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:21.686329 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a804-19cb-4d03-802c-9da0eff90d84 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:21.686662 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a804-19cb-4d03-802c-9da0eff90d84 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:21.686991 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a804-19cb-4d03-802c-9da0eff90d84 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:21.687319 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a804-19cb-4d03-802c-9da0eff90d84 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:21.687642 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a804-19cb-4d03-802c-9da0eff90d84 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:21.687967 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a804-19cb-4d03-802c-9da0eff90d84 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:21.688288 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a804-19cb-4d03-802c-9da0eff90d84 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:21.688608 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a804-19cb-4d03-802c-9da0eff90d84 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:21.741953 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ac63a804-19cb-4d03-802c-9da0eff90d84 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks [] for floatingip (718e0f8f-3e22-4d39-8006-256239a3d549), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:21.744336 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ac63a804-19cb-4d03-802c-9da0eff90d84 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:21.746022 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-ac63a804-19cb-4d03-802c-9da0eff90d84 tempest-AttachVolumeTestJSON-1079895125 tempest-AttachVolumeTestJSON-1079895125-project] 10.222.0.57 "DELETE /v2.0/floatingips/718e0f8f-3e22-4d39-8006-256239a3d549 HTTP/1.1" status: 204 len: 168 time: 0.4878471 Jan 20 13:03:21.802628 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:03:23.647649 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device aea1e177-951e-40c2-ad60-e35e9dd2e31e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:03:23.668003 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] No Port match for: aea1e177-951e-40c2-ad60-e35e9dd2e31e {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:03:23.668354 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device aea1e177-951e-40c2-ad60-e35e9dd2e31e not bound to the agent host hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:03:25.644742 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 34546) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:03:26.092096 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-647f2837-2a05-47fd-93a3-76dcd19e2686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545717'] for router_interface (6b9923d8-2afe-45a2-aa2d-90614be33ec2), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:26.348126 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-647f2837-2a05-47fd-93a3-76dcd19e2686 admin admin] Deleting port 47fb2c43-8fb0-46ef-8776-40751edea304 {{(pid=109760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:03:26.348468 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-647f2837-2a05-47fd-93a3-76dcd19e2686 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (47fb2c43-8fb0-46ef-8776-40751edea304), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:26.423391 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [None req-647f2837-2a05-47fd-93a3-76dcd19e2686 admin admin] For port 47fb2c43-8fb0-46ef-8776-40751edea304, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=47fb2c43-8fb0-46ef-8776-40751edea304,segment=NetworkSegment(dcadfd15-9d00-4220-b17c-421f13a03194),segment_id=dcadfd15-9d00-4220-b17c-421f13a03194)] {{(pid=109760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:03:26.423737 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-647f2837-2a05-47fd-93a3-76dcd19e2686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (47fb2c43-8fb0-46ef-8776-40751edea304), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:26.435739 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-647f2837-2a05-47fd-93a3-76dcd19e2686 admin admin] Calling delete_port for 47fb2c43-8fb0-46ef-8776-40751edea304 owned by network:router_interface {{(pid=109760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:03:26.711960 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-647f2837-2a05-47fd-93a3-76dcd19e2686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (47fb2c43-8fb0-46ef-8776-40751edea304), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:26.737518 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f2837-2a05-47fd-93a3-76dcd19e2686 admin admin] Pushing event deleted for resources: {'Port': ['ID=47fb2c43-8fb0-46ef-8776-40751edea304,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:26.904917 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-647f2837-2a05-47fd-93a3-76dcd19e2686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1477607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1559935'] for router_interface (6b9923d8-2afe-45a2-aa2d-90614be33ec2), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:27.112081 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647f2837-2a05-47fd-93a3-76dcd19e2686 admin admin] Router 6b9923d8-2afe-45a2-aa2d-90614be33ec2 has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:03:27.213060 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647f2837-2a05-47fd-93a3-76dcd19e2686 admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:03:27.218035 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-647f2837-2a05-47fd-93a3-76dcd19e2686 admin admin] 10.222.0.57 "PUT /v2.0/routers/6b9923d8-2afe-45a2-aa2d-90614be33ec2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5721645 Jan 20 13:03:27.220836 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 34550) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:03:27.221547 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d137825-ebab-405d-9aa1-928eb7b4bf95 None None] Sync routers for ids ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:03:27.231959 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d137825-ebab-405d-9aa1-928eb7b4bf95 None None] Routers {'6b9923d8-2afe-45a2-aa2d-90614be33ec2'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:03:27.232559 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-8d137825-ebab-405d-9aa1-928eb7b4bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:03:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:03:27.324749 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d71ace40-6a3f-4cb4-aa83-9cebcef2d229 admin admin] Publish callbacks [] for router (6b9923d8-2afe-45a2-aa2d-90614be33ec2), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:27.337517 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-8d137825-ebab-405d-9aa1-928eb7b4bf95 None None] Set router 6b9923d8-2afe-45a2-aa2d-90614be33ec2 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:03:27.429292 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d71ace40-6a3f-4cb4-aa83-9cebcef2d229 admin admin] Publish callbacks [] for router_gateway (6b9923d8-2afe-45a2-aa2d-90614be33ec2), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:27.521160 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-8d137825-ebab-405d-9aa1-928eb7b4bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'name': 'tempest-AttachVolumeTestJSON-2107782987-router', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:30Z', 'updated_at': '2022-01-20T13:03:26Z', 'revision_number': 5, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'gw_port': {'id': 'c03287ff-f1dd-40d0-9133-a0eb25aeda29', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:32Z', 'updated_at': '2022-01-20T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:03:27.537119 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-d71ace40-6a3f-4cb4-aa83-9cebcef2d229 admin admin] Deleting port c03287ff-f1dd-40d0-9133-a0eb25aeda29 {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:03:27.537482 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d71ace40-6a3f-4cb4-aa83-9cebcef2d229 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (c03287ff-f1dd-40d0-9133-a0eb25aeda29), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:27.551522 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d137825-ebab-405d-9aa1-928eb7b4bf95 None None] Checking router: 6b9923d8-2afe-45a2-aa2d-90614be33ec2 for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:03:27.560707 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d137825-ebab-405d-9aa1-928eb7b4bf95 None None] Routers {'6b9923d8-2afe-45a2-aa2d-90614be33ec2'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:03:27.561330 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-8d137825-ebab-405d-9aa1-928eb7b4bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:03:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:03:27.618057 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [None req-d71ace40-6a3f-4cb4-aa83-9cebcef2d229 admin admin] For port c03287ff-f1dd-40d0-9133-a0eb25aeda29, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=c03287ff-f1dd-40d0-9133-a0eb25aeda29,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:03:27.618423 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d71ace40-6a3f-4cb4-aa83-9cebcef2d229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (c03287ff-f1dd-40d0-9133-a0eb25aeda29), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:27.631525 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-d71ace40-6a3f-4cb4-aa83-9cebcef2d229 admin admin] Calling delete_port for c03287ff-f1dd-40d0-9133-a0eb25aeda29 owned by network:router_gateway {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:03:27.788948 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-8d137825-ebab-405d-9aa1-928eb7b4bf95 None None] Set router 6b9923d8-2afe-45a2-aa2d-90614be33ec2 gateway port host: None {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:03:27.839733 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-8d137825-ebab-405d-9aa1-928eb7b4bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'name': 'tempest-AttachVolumeTestJSON-2107782987-router', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:30Z', 'updated_at': '2022-01-20T13:03:27Z', 'revision_number': 6, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'gw_port_host': None}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:03:27.868072 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d137825-ebab-405d-9aa1-928eb7b4bf95 None None] The sync data for ids ['6b9923d8-2afe-45a2-aa2d-90614be33ec2'] in dv-cinder-804035-24-iscsi is: [{'id': '6b9923d8-2afe-45a2-aa2d-90614be33ec2', 'name': 'tempest-AttachVolumeTestJSON-2107782987-router', 'tenant_id': '45c3ebca63544b178b63b288cecc910c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:30Z', 'updated_at': '2022-01-20T13:03:27Z', 'revision_number': 6, 'project_id': '45c3ebca63544b178b63b288cecc910c', 'gw_port_host': None}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:03:27.889110 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d71ace40-6a3f-4cb4-aa83-9cebcef2d229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (c03287ff-f1dd-40d0-9133-a0eb25aeda29), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:27.913446 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ace40-6a3f-4cb4-aa83-9cebcef2d229 admin admin] Pushing event deleted for resources: {'Port': ['ID=c03287ff-f1dd-40d0-9133-a0eb25aeda29,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:27.973151 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d71ace40-6a3f-4cb4-aa83-9cebcef2d229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1567116'] for router_gateway (6b9923d8-2afe-45a2-aa2d-90614be33ec2), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:28.329207 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d71ace40-6a3f-4cb4-aa83-9cebcef2d229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1571896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58000'] for router (6b9923d8-2afe-45a2-aa2d-90614be33ec2), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:28.331431 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d71ace40-6a3f-4cb4-aa83-9cebcef2d229 admin admin] Publish callbacks [] for router_controller (6b9923d8-2afe-45a2-aa2d-90614be33ec2), precommit_delete_associations {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:28.426125 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d71ace40-6a3f-4cb4-aa83-9cebcef2d229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1571895'] for router (6b9923d8-2afe-45a2-aa2d-90614be33ec2), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:28.426675 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71ace40-6a3f-4cb4-aa83-9cebcef2d229 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b9923d8-2afe-45a2-aa2d-90614be33ec2 {{(pid=109759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 13:03:28.431506 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-d71ace40-6a3f-4cb4-aa83-9cebcef2d229 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:28.433134 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-d71ace40-6a3f-4cb4-aa83-9cebcef2d229 admin admin] 10.222.0.57 "DELETE /v2.0/routers/6b9923d8-2afe-45a2-aa2d-90614be33ec2 HTTP/1.1" status: 204 len: 168 time: 1.2113774 Jan 20 13:03:28.435632 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 34552) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:03:28.478614 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_v2 [None req-1289f05f-26a3-49db-aa84-0261687bdbcf admin admin] Deleting subnet 7e70a924-e46b-43c1-b6e9-160e1b7b97c7 {{(pid=109759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 13:03:28.481928 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-1289f05f-26a3-49db-aa84-0261687bdbcf admin admin] Publish callbacks [] for subnet (7e70a924-e46b-43c1-b6e9-160e1b7b97c7), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:28.516366 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-1289f05f-26a3-49db-aa84-0261687bdbcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4786657'] for subnet (7e70a924-e46b-43c1-b6e9-160e1b7b97c7), precommit_delete_associations {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:28.594376 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-1289f05f-26a3-49db-aa84-0261687bdbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537527'] for subnet (7e70a924-e46b-43c1-b6e9-160e1b7b97c7), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:28.699971 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-1289f05f-26a3-49db-aa84-0261687bdbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5860108'] for subnet (7e70a924-e46b-43c1-b6e9-160e1b7b97c7), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:28.725763 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289f05f-26a3-49db-aa84-0261687bdbcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e70a924-e46b-43c1-b6e9-160e1b7b97c7,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:28.730082 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-1289f05f-26a3-49db-aa84-0261687bdbcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for subnet (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:28.733205 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-1289f05f-26a3-49db-aa84-0261687bdbcf admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7e70a924-e46b-43c1-b6e9-160e1b7b97c7 HTTP/1.1" status: 204 len: 168 time: 0.2966583 Jan 20 13:03:28.735722 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 34554) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:03:28.745488 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fddfcf0-3daa-470d-9ade-ba6eb462fdc2 None None] Network 51dfc435-f4d5-4bb7-b519-debcc47256e8 requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:03:28.809856 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-42427726-df10-4c32-9605-c643a83f10ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497049'] for network (51dfc435-f4d5-4bb7-b519-debcc47256e8), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:28.868172 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-42427726-df10-4c32-9605-c643a83f10ec admin admin] Deleting port e302bd3e-b9e6-485d-b405-b9edaba510c1 {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:03:28.868540 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-42427726-df10-4c32-9605-c643a83f10ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (e302bd3e-b9e6-485d-b405-b9edaba510c1), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:28.894383 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec39b19b-ea92-479b-90be-661c3c0d7c37 None None] DHCP port deletion for 51dfc435-f4d5-4bb7-b519-debcc47256e8 request from dv-cinder-804035-24-iscsi {{(pid=109761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 20 13:03:28.937687 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [None req-42427726-df10-4c32-9605-c643a83f10ec admin admin] For port e302bd3e-b9e6-485d-b405-b9edaba510c1, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=e302bd3e-b9e6-485d-b405-b9edaba510c1,segment=NetworkSegment(dcadfd15-9d00-4220-b17c-421f13a03194),segment_id=dcadfd15-9d00-4220-b17c-421f13a03194)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:03:28.937934 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-42427726-df10-4c32-9605-c643a83f10ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (e302bd3e-b9e6-485d-b405-b9edaba510c1), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:28.947093 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-ec39b19b-ea92-479b-90be-661c3c0d7c37 None None] Deleting port e302bd3e-b9e6-485d-b405-b9edaba510c1 {{(pid=109761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:03:28.947523 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-ec39b19b-ea92-479b-90be-661c3c0d7c37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (e302bd3e-b9e6-485d-b405-b9edaba510c1), before_delete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:28.961527 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-42427726-df10-4c32-9605-c643a83f10ec admin admin] Calling delete_port for e302bd3e-b9e6-485d-b405-b9edaba510c1 owned by network:dhcp {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:03:29.018031 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-ec39b19b-ea92-479b-90be-661c3c0d7c37 None None] For port e302bd3e-b9e6-485d-b405-b9edaba510c1, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=e302bd3e-b9e6-485d-b405-b9edaba510c1,segment=NetworkSegment(dcadfd15-9d00-4220-b17c-421f13a03194),segment_id=dcadfd15-9d00-4220-b17c-421f13a03194)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:03:29.018749 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-ec39b19b-ea92-479b-90be-661c3c0d7c37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (e302bd3e-b9e6-485d-b405-b9edaba510c1), precommit_delete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:29.033672 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-ec39b19b-ea92-479b-90be-661c3c0d7c37 None None] Calling delete_port for e302bd3e-b9e6-485d-b405-b9edaba510c1 owned by network:dhcp {{(pid=109761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:03:29.079638 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device c03287ff-f1dd-40d0-9133-a0eb25aeda29 no longer exists at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:03:29.104266 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] No Port match for: c03287ff-f1dd-40d0-9133-a0eb25aeda29 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:03:29.106942 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device c03287ff-f1dd-40d0-9133-a0eb25aeda29 not bound to the agent host dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:03:29.106942 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device e302bd3e-b9e6-485d-b405-b9edaba510c1 no longer exists at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:03:29.123520 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-42427726-df10-4c32-9605-c643a83f10ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (e302bd3e-b9e6-485d-b405-b9edaba510c1), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:29.148779 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42427726-df10-4c32-9605-c643a83f10ec admin admin] Pushing event deleted for resources: {'Port': ['ID=e302bd3e-b9e6-485d-b405-b9edaba510c1,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:29.152661 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42427726-df10-4c32-9605-c643a83f10ec admin admin] No DVR routers for this DVR port e302bd3e-b9e6-485d-b405-b9edaba510c1 on host dv-cinder-804035-24-iscsi {{(pid=109759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:03:29.162046 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] No active binding found for port e302bd3e-b9e6-485d-b405-b9edaba510c1 {{(pid=109761) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 20 13:03:29.164131 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] The host dv-cinder-804035-24-iscsi is not matching for port e302bd3e-b9e6-485d-b405-b9edaba510c1 host None! {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 20 13:03:29.164131 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device e302bd3e-b9e6-485d-b405-b9edaba510c1 not bound to the agent host dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:03:29.164131 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 47fb2c43-8fb0-46ef-8776-40751edea304 no longer exists at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:03:29.167332 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-ec39b19b-ea92-479b-90be-661c3c0d7c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614'] for port (e302bd3e-b9e6-485d-b405-b9edaba510c1), after_delete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:29.212233 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] No Port match for: 47fb2c43-8fb0-46ef-8776-40751edea304 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:03:29.212233 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 47fb2c43-8fb0-46ef-8776-40751edea304 not bound to the agent host dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:03:29.212233 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39b19b-ea92-479b-90be-661c3c0d7c37 None None] Pushing event deleted for resources: {'Port': ['ID=e302bd3e-b9e6-485d-b405-b9edaba510c1,revision_number=None']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:29.218121 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec39b19b-ea92-479b-90be-661c3c0d7c37 None None] No DVR routers for this DVR port e302bd3e-b9e6-485d-b405-b9edaba510c1 on host dv-cinder-804035-24-iscsi {{(pid=109761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:03:29.223100 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39b19b-ea92-479b-90be-661c3c0d7c37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:29.223459 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39b19b-ea92-479b-90be-661c3c0d7c37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:29.223588 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-42427726-df10-4c32-9605-c643a83f10ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1524928', 'neutron.services.segments.db._delete_segments_for_network-8775109942164'] for network (51dfc435-f4d5-4bb7-b519-debcc47256e8), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:29.223810 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39b19b-ea92-479b-90be-661c3c0d7c37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:29.224205 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39b19b-ea92-479b-90be-661c3c0d7c37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:29.224475 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39b19b-ea92-479b-90be-661c3c0d7c37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:29.224883 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39b19b-ea92-479b-90be-661c3c0d7c37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:29.225174 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39b19b-ea92-479b-90be-661c3c0d7c37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:29.225535 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39b19b-ea92-479b-90be-661c3c0d7c37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:29.225864 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39b19b-ea92-479b-90be-661c3c0d7c37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:29.226241 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39b19b-ea92-479b-90be-661c3c0d7c37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:29.226507 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39b19b-ea92-479b-90be-661c3c0d7c37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:29.226830 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39b19b-ea92-479b-90be-661c3c0d7c37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:29.227160 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39b19b-ea92-479b-90be-661c3c0d7c37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:29.247233 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.services.segments.db [None req-42427726-df10-4c32-9605-c643a83f10ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51dfc435-f4d5-4bb7-b519-debcc47256e8']}} {{(pid=109759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:03:29.256439 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.services.segments.db [None req-42427726-df10-4c32-9605-c643a83f10ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcadfd15-9d00-4220-b17c-421f13a03194') {'for_net_delete': True} {{(pid=109759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:03:29.256752 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.services.segments.db [None req-42427726-df10-4c32-9605-c643a83f10ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcadfd15-9d00-4220-b17c-421f13a03194') {} {{(pid=109759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:03:29.266745 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-42427726-df10-4c32-9605-c643a83f10ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775109942038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4784146'] for segment (dcadfd15-9d00-4220-b17c-421f13a03194), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:29.280244 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-42427726-df10-4c32-9605-c643a83f10ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (dcadfd15-9d00-4220-b17c-421f13a03194), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:29.286135 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42427726-df10-4c32-9605-c643a83f10ec admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 13:03:29.286519 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-42427726-df10-4c32-9605-c643a83f10ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217051'] for segment (dcadfd15-9d00-4220-b17c-421f13a03194), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: Traceback (most recent call last): Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: timer() Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: cb(*args, **kw) Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: return func(*args, **kwargs) Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: self._notify() Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: self.callback(batched_events) Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: event.method(event) Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 13:03:29.288165 dv-cinder-804035-24-iscsi neutron-server[109759]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 13:03:29.300816 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 13:03:29.300816 dv-cinder-804035-24-iscsi neutron-server[109759]: return f(self, *a, **k) Jan 20 13:03:29.300816 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 13:03:29.300816 dv-cinder-804035-24-iscsi neutron-server[109759]: return self._get(url).json() Jan 20 13:03:29.300816 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 13:03:29.300816 dv-cinder-804035-24-iscsi neutron-server[109759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 13:03:29.300816 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 13:03:29.300816 dv-cinder-804035-24-iscsi neutron-server[109759]: return self.request(url, 'GET', **kwargs) Jan 20 13:03:29.300816 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 13:03:29.300816 dv-cinder-804035-24-iscsi neutron-server[109759]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 13:03:29.300816 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 13:03:29.300816 dv-cinder-804035-24-iscsi neutron-server[109759]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 13:03:29.300816 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 13:03:29.300816 dv-cinder-804035-24-iscsi neutron-server[109759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 13:03:29.300816 dv-cinder-804035-24-iscsi neutron-server[109759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 13:03:29.414307 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-42427726-df10-4c32-9605-c643a83f10ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1524953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529948'] for network (51dfc435-f4d5-4bb7-b519-debcc47256e8), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:29.422172 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-42427726-df10-4c32-9605-c643a83f10ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:29.427723 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-42427726-df10-4c32-9605-c643a83f10ec admin admin] 10.222.0.57 "DELETE /v2.0/networks/51dfc435-f4d5-4bb7-b519-debcc47256e8 HTTP/1.1" status: 204 len: 168 time: 0.6886559 Jan 20 13:03:29.434350 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42427726-df10-4c32-9605-c643a83f10ec admin admin] Pushing event deleted for resources: {'Network': ['ID=51dfc435-f4d5-4bb7-b519-debcc47256e8,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:29.751163 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 34558) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:03:30.033940 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-a61e35ba-0b02-41ae-9b4f-c8565cf43c78 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=45c3ebca63544b178b63b288cecc910c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2815108 Jan 20 13:03:30.036224 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 34560) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:03:30.082729 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d7c5059f-cfee-47b4-a5e4-5d3e70b35fd3 admin admin] Publish callbacks [] for security_group (5ad10d92-2b8c-4e4c-99db-bb496b59bb07), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:30.102531 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d7c5059f-cfee-47b4-a5e4-5d3e70b35fd3 admin admin] Publish callbacks [] for security_group (5ad10d92-2b8c-4e4c-99db-bb496b59bb07), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:30.186192 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d7c5059f-cfee-47b4-a5e4-5d3e70b35fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (5ad10d92-2b8c-4e4c-99db-bb496b59bb07), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:30.188812 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d7c5059f-cfee-47b4-a5e4-5d3e70b35fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:30.189994 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-d7c5059f-cfee-47b4-a5e4-5d3e70b35fd3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5ad10d92-2b8c-4e4c-99db-bb496b59bb07 HTTP/1.1" status: 204 len: 168 time: 0.1528797 Jan 20 13:03:30.198270 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5059f-cfee-47b4-a5e4-5d3e70b35fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad10d92-2b8c-4e4c-99db-bb496b59bb07,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:33.203058 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-ab5945a5-bc49-4205-9986-586e0d8815c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:36.013850 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-ef181258-1885-40b4-ac1e-b6dfd3c8feed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:36.093367 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 34648) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:03:36.213778 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-e5cd9790-53a2-4527-bcd1-7743b7b1c43e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:36.286923 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-e5cd9790-53a2-4527-bcd1-7743b7b1c43e admin admin] Publish callbacks [] for security_group (2937c1a1-22f0-4d52-8b5e-d996ea323616), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:36.345845 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-e5cd9790-53a2-4527-bcd1-7743b7b1c43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (2937c1a1-22f0-4d52-8b5e-d996ea323616), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:36.385284 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-e5cd9790-53a2-4527-bcd1-7743b7b1c43e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d01ce7808a6d44e9837b6b23d5c6d71b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2902677 Jan 20 13:03:36.386273 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd9790-53a2-4527-bcd1-7743b7b1c43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2937c1a1-22f0-4d52-8b5e-d996ea323616,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:36.388087 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 34652) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:03:36.436591 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5d8f5bb9-4b83-46ca-acee-7d38ca8eaad7 admin admin] Publish callbacks [] for security_group (2937c1a1-22f0-4d52-8b5e-d996ea323616), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:36.463914 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5d8f5bb9-4b83-46ca-acee-7d38ca8eaad7 admin admin] Publish callbacks [] for security_group (2937c1a1-22f0-4d52-8b5e-d996ea323616), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:36.585468 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5d8f5bb9-4b83-46ca-acee-7d38ca8eaad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (2937c1a1-22f0-4d52-8b5e-d996ea323616), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:36.588103 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5d8f5bb9-4b83-46ca-acee-7d38ca8eaad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:36.589275 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-5d8f5bb9-4b83-46ca-acee-7d38ca8eaad7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2937c1a1-22f0-4d52-8b5e-d996ea323616 HTTP/1.1" status: 204 len: 168 time: 0.2001493 Jan 20 13:03:36.599306 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f5bb9-4b83-46ca-acee-7d38ca8eaad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2937c1a1-22f0-4d52-8b5e-d996ea323616,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:37.184059 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 34658) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:03:37.199621 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-b0fa5b57-7e2b-43d4-9299-780d3516cc60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:37.271292 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-b0fa5b57-7e2b-43d4-9299-780d3516cc60 admin admin] Publish callbacks [] for security_group (59f3cc15-a8bd-42c0-934f-02407d89992a), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:37.346036 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-b0fa5b57-7e2b-43d4-9299-780d3516cc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (59f3cc15-a8bd-42c0-934f-02407d89992a), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:37.381921 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa5b57-7e2b-43d4-9299-780d3516cc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f3cc15-a8bd-42c0-934f-02407d89992a,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:37.386819 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-b0fa5b57-7e2b-43d4-9299-780d3516cc60 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1b291c565cb54aff823a84d80c5fa714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2017479 Jan 20 13:03:37.390633 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 34660) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:03:37.436107 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-347d7fcd-f606-4607-9003-5725b6fef190 admin admin] Publish callbacks [] for security_group (59f3cc15-a8bd-42c0-934f-02407d89992a), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:37.456659 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-347d7fcd-f606-4607-9003-5725b6fef190 admin admin] Publish callbacks [] for security_group (59f3cc15-a8bd-42c0-934f-02407d89992a), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:37.567919 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-347d7fcd-f606-4607-9003-5725b6fef190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (59f3cc15-a8bd-42c0-934f-02407d89992a), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:37.570555 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-347d7fcd-f606-4607-9003-5725b6fef190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:37.571718 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-347d7fcd-f606-4607-9003-5725b6fef190 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/59f3cc15-a8bd-42c0-934f-02407d89992a HTTP/1.1" status: 204 len: 168 time: 0.1802673 Jan 20 13:03:37.580446 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d7fcd-f606-4607-9003-5725b6fef190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f3cc15-a8bd-42c0-934f-02407d89992a,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:37.643019 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:39.700038 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:39.866917 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 34706) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:03:39.968754 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-65b6b179-70a4-409b-85cd-dc97a9ebca1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:40.026385 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:40.043128 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-65b6b179-70a4-409b-85cd-dc97a9ebca1f admin admin] Publish callbacks [] for security_group (d479ab4d-25d8-4c7f-9690-94a24f12b621), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:40.099140 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-65b6b179-70a4-409b-85cd-dc97a9ebca1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (d479ab4d-25d8-4c7f-9690-94a24f12b621), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:40.138558 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-65b6b179-70a4-409b-85cd-dc97a9ebca1f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2033684751ac4c17a20382ef2ba74f14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2704754 Jan 20 13:03:40.139470 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6b179-70a4-409b-85cd-dc97a9ebca1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d479ab4d-25d8-4c7f-9690-94a24f12b621,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:40.141300 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 34712) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:03:40.191232 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d59ca9d4-0344-4508-bb46-740c00befae6 admin admin] Publish callbacks [] for security_group (d479ab4d-25d8-4c7f-9690-94a24f12b621), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:40.214794 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d59ca9d4-0344-4508-bb46-740c00befae6 admin admin] Publish callbacks [] for security_group (d479ab4d-25d8-4c7f-9690-94a24f12b621), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:40.334611 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d59ca9d4-0344-4508-bb46-740c00befae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (d479ab4d-25d8-4c7f-9690-94a24f12b621), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:40.337235 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-d59ca9d4-0344-4508-bb46-740c00befae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:40.338511 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-d59ca9d4-0344-4508-bb46-740c00befae6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d479ab4d-25d8-4c7f-9690-94a24f12b621 HTTP/1.1" status: 204 len: 168 time: 0.1960907 Jan 20 13:03:40.346734 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ca9d4-0344-4508-bb46-740c00befae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d479ab4d-25d8-4c7f-9690-94a24f12b621,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:40.921283 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 34720) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:03:40.921928 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:40.935361 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-1b4af8f6-bb83-4174-8979-3a5a4bf94c98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:41.006757 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-1b4af8f6-bb83-4174-8979-3a5a4bf94c98 admin admin] Publish callbacks [] for security_group (a25b07e4-1943-4951-87c6-ae6e89165654), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:41.082728 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-1b4af8f6-bb83-4174-8979-3a5a4bf94c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (a25b07e4-1943-4951-87c6-ae6e89165654), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:41.121350 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-1b4af8f6-bb83-4174-8979-3a5a4bf94c98 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4e3d0228cecd49d9813689d7f552b64d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1988120 Jan 20 13:03:41.122231 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4af8f6-bb83-4174-8979-3a5a4bf94c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25b07e4-1943-4951-87c6-ae6e89165654,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:41.124138 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 34722) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:03:41.171112 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-12e49ebb-95e5-4777-8aea-b412b3ec822e admin admin] Publish callbacks [] for security_group (a25b07e4-1943-4951-87c6-ae6e89165654), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:41.201856 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-12e49ebb-95e5-4777-8aea-b412b3ec822e admin admin] Publish callbacks [] for security_group (a25b07e4-1943-4951-87c6-ae6e89165654), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:41.351242 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-12e49ebb-95e5-4777-8aea-b412b3ec822e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (a25b07e4-1943-4951-87c6-ae6e89165654), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:41.354432 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-12e49ebb-95e5-4777-8aea-b412b3ec822e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:41.355899 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-12e49ebb-95e5-4777-8aea-b412b3ec822e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a25b07e4-1943-4951-87c6-ae6e89165654 HTTP/1.1" status: 204 len: 168 time: 0.2307718 Jan 20 13:03:41.364224 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e49ebb-95e5-4777-8aea-b412b3ec822e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25b07e4-1943-4951-87c6-ae6e89165654,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:46.945321 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 34798) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:03:47.051009 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-498f2a1e-2fb0-4641-a0aa-ed7313954fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:47.125203 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-498f2a1e-2fb0-4641-a0aa-ed7313954fd0 admin admin] Publish callbacks [] for security_group (2f3359ef-575d-453d-99a8-10814e5c8c8a), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:47.191295 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-498f2a1e-2fb0-4641-a0aa-ed7313954fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (2f3359ef-575d-453d-99a8-10814e5c8c8a), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:47.229479 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-498f2a1e-2fb0-4641-a0aa-ed7313954fd0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b0ddcb4d49674bfdb615429e0d3fb679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2830412 Jan 20 13:03:47.230721 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f2a1e-2fb0-4641-a0aa-ed7313954fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3359ef-575d-453d-99a8-10814e5c8c8a,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:47.232514 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 34802) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:03:47.283252 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-631a93f9-4c61-4d05-92ad-3fd2b60cb9ef admin admin] Publish callbacks [] for security_group (2f3359ef-575d-453d-99a8-10814e5c8c8a), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:47.304298 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-631a93f9-4c61-4d05-92ad-3fd2b60cb9ef admin admin] Publish callbacks [] for security_group (2f3359ef-575d-453d-99a8-10814e5c8c8a), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:47.437117 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-631a93f9-4c61-4d05-92ad-3fd2b60cb9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (2f3359ef-575d-453d-99a8-10814e5c8c8a), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:47.439781 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-631a93f9-4c61-4d05-92ad-3fd2b60cb9ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:47.440980 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-631a93f9-4c61-4d05-92ad-3fd2b60cb9ef admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2f3359ef-575d-453d-99a8-10814e5c8c8a HTTP/1.1" status: 204 len: 168 time: 0.2074451 Jan 20 13:03:47.450188 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a93f9-4c61-4d05-92ad-3fd2b60cb9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3359ef-575d-453d-99a8-10814e5c8c8a,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:47.457809 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a93f9-4c61-4d05-92ad-3fd2b60cb9ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:47.469851 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a93f9-4c61-4d05-92ad-3fd2b60cb9ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:47.469851 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a93f9-4c61-4d05-92ad-3fd2b60cb9ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:47.469851 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a93f9-4c61-4d05-92ad-3fd2b60cb9ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:47.469851 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a93f9-4c61-4d05-92ad-3fd2b60cb9ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:47.469851 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a93f9-4c61-4d05-92ad-3fd2b60cb9ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:47.469851 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a93f9-4c61-4d05-92ad-3fd2b60cb9ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:47.469851 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a93f9-4c61-4d05-92ad-3fd2b60cb9ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:47.469851 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a93f9-4c61-4d05-92ad-3fd2b60cb9ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:47.469851 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a93f9-4c61-4d05-92ad-3fd2b60cb9ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:47.469851 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a93f9-4c61-4d05-92ad-3fd2b60cb9ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:47.469851 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a93f9-4c61-4d05-92ad-3fd2b60cb9ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:47.469851 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a93f9-4c61-4d05-92ad-3fd2b60cb9ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:03:48.294158 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 34808) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:03:48.313735 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-fdb837ca-414f-4b4d-a418-c870b9622578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:48.386035 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-fdb837ca-414f-4b4d-a418-c870b9622578 admin admin] Publish callbacks [] for security_group (2554f7d8-751c-440f-9648-46a9cee370ab), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:48.442364 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-fdb837ca-414f-4b4d-a418-c870b9622578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (2554f7d8-751c-440f-9648-46a9cee370ab), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:48.480245 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-fdb837ca-414f-4b4d-a418-c870b9622578 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c19abaa1f30a49f18b6a28b55abbf9a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1847143 Jan 20 13:03:48.481148 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb837ca-414f-4b4d-a418-c870b9622578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2554f7d8-751c-440f-9648-46a9cee370ab,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:48.482895 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 34810) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:03:48.532354 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-76776a69-0660-4c9c-9ecd-f51cc91346ad admin admin] Publish callbacks [] for security_group (2554f7d8-751c-440f-9648-46a9cee370ab), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:48.552500 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-76776a69-0660-4c9c-9ecd-f51cc91346ad admin admin] Publish callbacks [] for security_group (2554f7d8-751c-440f-9648-46a9cee370ab), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:48.700319 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-76776a69-0660-4c9c-9ecd-f51cc91346ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (2554f7d8-751c-440f-9648-46a9cee370ab), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:48.703195 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-76776a69-0660-4c9c-9ecd-f51cc91346ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:48.704627 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-76776a69-0660-4c9c-9ecd-f51cc91346ad admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2554f7d8-751c-440f-9648-46a9cee370ab HTTP/1.1" status: 204 len: 168 time: 0.2205906 Jan 20 13:03:48.714911 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76776a69-0660-4c9c-9ecd-f51cc91346ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2554f7d8-751c-440f-9648-46a9cee370ab,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:51.454175 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a5e190bb-b2d5-481c-b0f4-e96d8f358ad6 req-3dacccfc-41b7-425a-8982-b39172faa4b4 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377991 Jan 20 13:03:51.514876 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e190bb-b2d5-481c-b0f4-e96d8f358ad6 req-64a76cda-58b2-47c4-9608-14585d8a8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:03:51.516342 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a5e190bb-b2d5-481c-b0f4-e96d8f358ad6 req-64a76cda-58b2-47c4-9608-14585d8a8b91 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ad79f53b3f334fc3a976c0714f8b78c5&device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 1098 time: 0.0400064 Jan 20 13:03:51.619797 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e190bb-b2d5-481c-b0f4-e96d8f358ad6 req-91b144aa-3fd4-433a-a028-30f4e3abb289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:03:51.621171 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a5e190bb-b2d5-481c-b0f4-e96d8f358ad6 req-91b144aa-3fd4-433a-a028-30f4e3abb289 service neutron] 10.222.0.107 "GET /v2.0/networks?id=d0afbccb-a790-4cda-aef8-ceb4599dcd3a HTTP/1.1" status: 200 len: 910 time: 0.0875711 Jan 20 13:03:51.696495 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a5e190bb-b2d5-481c-b0f4-e96d8f358ad6 req-9c486ac8-4d4d-43d7-a6e4-a39c07f34941 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa549bc6-4c44-4bc6-a615-a03954a5ad4f HTTP/1.1" status: 200 len: 1001 time: 0.0696115 Jan 20 13:03:51.745595 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e190bb-b2d5-481c-b0f4-e96d8f358ad6 req-05934475-f1b6-469b-8772-5cfa2eb54f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:03:51.745903 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 34880) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:03:51.746907 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a5e190bb-b2d5-481c-b0f4-e96d8f358ad6 req-05934475-f1b6-469b-8772-5cfa2eb54f82 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=827e3bde-32ef-4cb9-811c-1e7052538673 HTTP/1.1" status: 200 len: 848 time: 0.0447040 Jan 20 13:03:51.795625 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e190bb-b2d5-481c-b0f4-e96d8f358ad6 req-fa5ae8e5-033b-4e44-9213-1f79641cc000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:03:51.797128 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a5e190bb-b2d5-481c-b0f4-e96d8f358ad6 req-fa5ae8e5-033b-4e44-9213-1f79641cc000 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d0afbccb-a790-4cda-aef8-ceb4599dcd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445154 Jan 20 13:03:51.854145 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e8b41437-a7ef-493a-b900-b7cb6e366290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:51.888437 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a5e190bb-b2d5-481c-b0f4-e96d8f358ad6 req-78471aae-ec91-4ae7-8550-c011fac7fdbe service neutron] 10.222.0.107 "GET /v2.0/networks/d0afbccb-a790-4cda-aef8-ceb4599dcd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827949 Jan 20 13:03:51.928286 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e8b41437-a7ef-493a-b900-b7cb6e366290 admin admin] Publish callbacks [] for security_group (fb47d6fb-e974-4197-a764-8355944519a3), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:51.980219 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a5e190bb-b2d5-481c-b0f4-e96d8f358ad6 req-7796e860-fe82-4035-8e09-90683a92b505 service neutron] 10.222.0.107 "GET /v2.0/networks/d0afbccb-a790-4cda-aef8-ceb4599dcd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877218 Jan 20 13:03:51.999001 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e8b41437-a7ef-493a-b900-b7cb6e366290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (fb47d6fb-e974-4197-a764-8355944519a3), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:52.041279 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-e8b41437-a7ef-493a-b900-b7cb6e366290 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e683e12b1b1b4ea890be21814befcc85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2939456 Jan 20 13:03:52.042031 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b41437-a7ef-493a-b900-b7cb6e366290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb47d6fb-e974-4197-a764-8355944519a3,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:52.043762 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 34884) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:03:52.095937 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-66753ca5-494b-46d8-8440-14b24a8d31b0 admin admin] Publish callbacks [] for security_group (fb47d6fb-e974-4197-a764-8355944519a3), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:52.117101 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-66753ca5-494b-46d8-8440-14b24a8d31b0 admin admin] Publish callbacks [] for security_group (fb47d6fb-e974-4197-a764-8355944519a3), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:52.254130 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-66753ca5-494b-46d8-8440-14b24a8d31b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (fb47d6fb-e974-4197-a764-8355944519a3), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:52.256780 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-66753ca5-494b-46d8-8440-14b24a8d31b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:52.258016 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-66753ca5-494b-46d8-8440-14b24a8d31b0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fb47d6fb-e974-4197-a764-8355944519a3 HTTP/1.1" status: 204 len: 168 time: 0.2130964 Jan 20 13:03:52.266850 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66753ca5-494b-46d8-8440-14b24a8d31b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb47d6fb-e974-4197-a764-8355944519a3,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:52.954976 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 34890) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:03:52.968196 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-02a1fa03-efdb-4440-affc-ac5f9283e371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:53.042086 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-02a1fa03-efdb-4440-affc-ac5f9283e371 admin admin] Publish callbacks [] for security_group (74ba4ca7-6cf0-41c2-a485-e7a53c51aa5d), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:53.105958 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-02a1fa03-efdb-4440-affc-ac5f9283e371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (74ba4ca7-6cf0-41c2-a485-e7a53c51aa5d), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:53.143784 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-02a1fa03-efdb-4440-affc-ac5f9283e371 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=90567e39adcb4d0b8c03c91e12a79043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1877093 Jan 20 13:03:53.144654 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1fa03-efdb-4440-affc-ac5f9283e371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ba4ca7-6cf0-41c2-a485-e7a53c51aa5d,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:53.146632 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 34892) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:03:53.195100 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7ca04ad1-3052-4bf3-89f5-3da060eb7863 admin admin] Publish callbacks [] for security_group (74ba4ca7-6cf0-41c2-a485-e7a53c51aa5d), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:53.219708 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7ca04ad1-3052-4bf3-89f5-3da060eb7863 admin admin] Publish callbacks [] for security_group (74ba4ca7-6cf0-41c2-a485-e7a53c51aa5d), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:53.327308 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7ca04ad1-3052-4bf3-89f5-3da060eb7863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (74ba4ca7-6cf0-41c2-a485-e7a53c51aa5d), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:53.330416 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7ca04ad1-3052-4bf3-89f5-3da060eb7863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:03:53.331590 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-7ca04ad1-3052-4bf3-89f5-3da060eb7863 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/74ba4ca7-6cf0-41c2-a485-e7a53c51aa5d HTTP/1.1" status: 204 len: 168 time: 0.1833456 Jan 20 13:03:53.339529 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca04ad1-3052-4bf3-89f5-3da060eb7863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ba4ca7-6cf0-41c2-a485-e7a53c51aa5d,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:03:58.801857 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:04:03.207204 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-50284ab7-e006-46c8-9278-60c09486b752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:05.990935 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-551780f3-9fb9-4c6a-a3cc-f48c03c9dd77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:06.069163 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7fb54-071a-4dc0-99f1-45cbabb50a2d req-ec37c872-f498-4d70-91d2-875de9cb5088 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:04:06.070706 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-21f7fb54-071a-4dc0-99f1-45cbabb50a2d req-ec37c872-f498-4d70-91d2-875de9cb5088 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 946 time: 0.0514159 Jan 20 13:04:06.123184 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-21f7fb54-071a-4dc0-99f1-45cbabb50a2d req-b715eda0-5f6d-4b39-867c-9a804b85acc2 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466228 Jan 20 13:04:06.559887 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 35012) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:06.664879 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ec468b10-253b-4412-b9c5-35a451ef16d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:06.742198 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ec468b10-253b-4412-b9c5-35a451ef16d8 admin admin] Publish callbacks [] for security_group (caffba9a-9365-4f9d-8969-7100819cd408), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:06.801780 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ec468b10-253b-4412-b9c5-35a451ef16d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (caffba9a-9365-4f9d-8969-7100819cd408), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:06.840904 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-ec468b10-253b-4412-b9c5-35a451ef16d8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4368a1966a0142eebe71b1f4045e5f25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2798729 Jan 20 13:04:06.841984 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec468b10-253b-4412-b9c5-35a451ef16d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caffba9a-9365-4f9d-8969-7100819cd408,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:06.843938 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 35016) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:06.898383 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-9e05b149-c3de-4199-886a-80a1cb6f2c86 admin admin] Publish callbacks [] for security_group (caffba9a-9365-4f9d-8969-7100819cd408), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:06.912943 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-9e05b149-c3de-4199-886a-80a1cb6f2c86 admin admin] Publish callbacks [] for security_group (caffba9a-9365-4f9d-8969-7100819cd408), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:07.019090 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-9e05b149-c3de-4199-886a-80a1cb6f2c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (caffba9a-9365-4f9d-8969-7100819cd408), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:07.021728 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-9e05b149-c3de-4199-886a-80a1cb6f2c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:07.022902 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-9e05b149-c3de-4199-886a-80a1cb6f2c86 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/caffba9a-9365-4f9d-8969-7100819cd408 HTTP/1.1" status: 204 len: 168 time: 0.1773357 Jan 20 13:04:07.030973 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05b149-c3de-4199-886a-80a1cb6f2c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caffba9a-9365-4f9d-8969-7100819cd408,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:07.247213 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cb5b1-1268-436d-adbd-8a96466cfed6 req-deb14e2a-b8c5-4eb6-badd-bc65b0853bf3 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:04:07.248731 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ac7cb5b1-1268-436d-adbd-8a96466cfed6 req-deb14e2a-b8c5-4eb6-badd-bc65b0853bf3 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 946 time: 0.0519528 Jan 20 13:04:07.300055 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ac7cb5b1-1268-436d-adbd-8a96466cfed6 req-1b7d5747-7f33-4137-a2dd-f53524eecc5f tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453062 Jan 20 13:04:07.493603 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67604b08-fdcc-4404-a923-bdefea759f3e req-41e5299c-1a00-450b-8117-4fdc2315a488 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:04:07.494976 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-67604b08-fdcc-4404-a923-bdefea759f3e req-41e5299c-1a00-450b-8117-4fdc2315a488 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.107 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 946 time: 0.0499706 Jan 20 13:04:07.584728 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-67604b08-fdcc-4404-a923-bdefea759f3e req-c545a69b-65b3-432e-b6fc-26aae8818c70 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Deleting port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:04:07.585079 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-67604b08-fdcc-4404-a923-bdefea759f3e req-c545a69b-65b3-432e-b6fc-26aae8818c70 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:07.624611 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:07.676844 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-67604b08-fdcc-4404-a923-bdefea759f3e req-c545a69b-65b3-432e-b6fc-26aae8818c70 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] For port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=901bd0f5-37d6-4c3d-ad8c-a1a496c53750,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:04:07.677236 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-67604b08-fdcc-4404-a923-bdefea759f3e req-c545a69b-65b3-432e-b6fc-26aae8818c70 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:07.677759 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 35024) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:07.691378 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f46c1e98-94d0-49dd-8e19-7a31be441b5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:07.764740 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f46c1e98-94d0-49dd-8e19-7a31be441b5e admin admin] Publish callbacks [] for security_group (4217d14c-b430-4fc7-9d0e-646a6df179ec), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:07.842001 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f46c1e98-94d0-49dd-8e19-7a31be441b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (4217d14c-b430-4fc7-9d0e-646a6df179ec), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:07.848765 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-67604b08-fdcc-4404-a923-bdefea759f3e req-c545a69b-65b3-432e-b6fc-26aae8818c70 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:07.849137 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-67604b08-fdcc-4404-a923-bdefea759f3e req-c545a69b-65b3-432e-b6fc-26aae8818c70 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529925'] for floatingip (29e55969-8efc-4d59-b3f4-5d50f15a9ddb), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:07.849483 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.db.l3_db [req-67604b08-fdcc-4404-a923-bdefea759f3e req-c545a69b-65b3-432e-b6fc-26aae8818c70 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Floating IP 29e55969-8efc-4d59-b3f4-5d50f15a9ddb disassociated. External IP: 172.27.0.76, port: 901bd0f5-37d6-4c3d-ad8c-a1a496c53750. Jan 20 13:04:07.849835 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-67604b08-fdcc-4404-a923-bdefea759f3e req-c545a69b-65b3-432e-b6fc-26aae8818c70 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Calling delete_port for 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 owned by compute:nova {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:04:07.883409 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-f46c1e98-94d0-49dd-8e19-7a31be441b5e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cd9969fe578b45d28a69a7bbf8fc162c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2045429 Jan 20 13:04:07.884267 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c1e98-94d0-49dd-8e19-7a31be441b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4217d14c-b430-4fc7-9d0e-646a6df179ec,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:07.886578 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 35026) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:07.943732 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-3e7bd2d9-e089-4760-94bc-d01d82969797 admin admin] Publish callbacks [] for security_group (4217d14c-b430-4fc7-9d0e-646a6df179ec), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:07.965204 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-3e7bd2d9-e089-4760-94bc-d01d82969797 admin admin] Publish callbacks [] for security_group (4217d14c-b430-4fc7-9d0e-646a6df179ec), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:08.070701 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-67604b08-fdcc-4404-a923-bdefea759f3e req-c545a69b-65b3-432e-b6fc-26aae8818c70 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (901bd0f5-37d6-4c3d-ad8c-a1a496c53750), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:08.082216 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-3e7bd2d9-e089-4760-94bc-d01d82969797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (4217d14c-b430-4fc7-9d0e-646a6df179ec), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:08.085098 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-3e7bd2d9-e089-4760-94bc-d01d82969797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:08.086418 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-3e7bd2d9-e089-4760-94bc-d01d82969797 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4217d14c-b430-4fc7-9d0e-646a6df179ec HTTP/1.1" status: 204 len: 168 time: 0.1989372 Jan 20 13:04:08.094913 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bd2d9-e089-4760-94bc-d01d82969797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4217d14c-b430-4fc7-9d0e-646a6df179ec,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:08.098717 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545a69b-65b3-432e-b6fc-26aae8818c70 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Pushing event deleted for resources: {'Port': ['ID=901bd0f5-37d6-4c3d-ad8c-a1a496c53750,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:08.215689 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67604b08-fdcc-4404-a923-bdefea759f3e req-c545a69b-65b3-432e-b6fc-26aae8818c70 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Router 136103d5-419c-49c8-8c00-c9caf5984d63 has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:04:08.341696 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67604b08-fdcc-4404-a923-bdefea759f3e req-c545a69b-65b3-432e-b6fc-26aae8818c70 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:04:08.353216 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4797d5b1-09ad-42b3-aea0-0aa5d6ae827e None None] Sync routers for ids ['136103d5-419c-49c8-8c00-c9caf5984d63'] in dv-cinder-804035-24-iscsi {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:04:08.365015 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4797d5b1-09ad-42b3-aea0-0aa5d6ae827e None None] Routers {'136103d5-419c-49c8-8c00-c9caf5984d63'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:04:08.365769 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-4797d5b1-09ad-42b3-aea0-0aa5d6ae827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:04:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['136103d5-419c-49c8-8c00-c9caf5984d63'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:04:08.420640 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-67604b08-fdcc-4404-a923-bdefea759f3e req-c545a69b-65b3-432e-b6fc-26aae8818c70 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] No DVR routers for this DVR port 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 on host hv-cinder-80403 {{(pid=109759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:04:08.425971 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-23c61e8d-951f-4ddd-8592-7dc3c876276f req-715f649c-3c72-4b2f-b4cf-25bcd12dca55 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 210 time: 0.0393002 Jan 20 13:04:08.427102 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-67604b08-fdcc-4404-a923-bdefea759f3e req-c545a69b-65b3-432e-b6fc-26aae8818c70 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:08.431984 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-67604b08-fdcc-4404-a923-bdefea759f3e req-c545a69b-65b3-432e-b6fc-26aae8818c70 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.107 "DELETE /v2.0/ports/901bd0f5-37d6-4c3d-ad8c-a1a496c53750 HTTP/1.1" status: 204 len: 173 time: 0.9311812 Jan 20 13:04:08.432461 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1776d14c-42e0-4c0e-824d-3b657c25b034', 'name': 'network-vif-deleted', 'tag': '901bd0f5-37d6-4c3d-ad8c-a1a496c53750'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:04:08.434769 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4a112f-b931-42d7-b632-dfcb9d92b203" -d '{"events": [{"server_uuid": "1776d14c-42e0-4c0e-824d-3b657c25b034", "name": "network-vif-deleted", "tag": "901bd0f5-37d6-4c3d-ad8c-a1a496c53750"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:04:08.490757 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-4797d5b1-09ad-42b3-aea0-0aa5d6ae827e None None] Set router 136103d5-419c-49c8-8c00-c9caf5984d63 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:04:08.497824 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f946d5-ded5-4867-80dc-d515b37d8d44 x-openstack-request-id: req-d8f946d5-ded5-4867-80dc-d515b37d8d44 {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:04:08.498403 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1776d14c-42e0-4c0e-824d-3b657c25b034", "name": "network-vif-deleted", "tag": "901bd0f5-37d6-4c3d-ad8c-a1a496c53750", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:04:08.498826 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d8f946d5-ded5-4867-80dc-d515b37d8d44 {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:04:08.499389 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1776d14c-42e0-4c0e-824d-3b657c25b034', 'name': 'network-vif-deleted', 'tag': '901bd0f5-37d6-4c3d-ad8c-a1a496c53750', 'status': 'completed', 'code': 200} Jan 20 13:04:08.720037 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-4797d5b1-09ad-42b3-aea0-0aa5d6ae827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'name': 'tempest-AttachVolumeShelveTestJSON-625325489-router', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:33Z', 'updated_at': '2022-01-20T12:52:42Z', 'revision_number': 4, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'gw_port': {'id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:34Z', 'updated_at': '2022-01-20T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '15ff246f-4fb6-443a-b9db-cbea566c6e7a', 'name': '', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'mac_address': 'fa:16:3e:36:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:40Z', 'updated_at': '2022-01-20T12:52:56Z', 'revision_number': 5, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'subnets': [{'id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:04:08.746760 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4797d5b1-09ad-42b3-aea0-0aa5d6ae827e None None] Checking router: 136103d5-419c-49c8-8c00-c9caf5984d63 for host: dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:04:08.755330 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4797d5b1-09ad-42b3-aea0-0aa5d6ae827e None None] Routers {'136103d5-419c-49c8-8c00-c9caf5984d63'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:04:08.755932 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-4797d5b1-09ad-42b3-aea0-0aa5d6ae827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:04:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['136103d5-419c-49c8-8c00-c9caf5984d63'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:04:08.864936 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-4797d5b1-09ad-42b3-aea0-0aa5d6ae827e None None] Set router 136103d5-419c-49c8-8c00-c9caf5984d63 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:04:09.069345 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-4797d5b1-09ad-42b3-aea0-0aa5d6ae827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'name': 'tempest-AttachVolumeShelveTestJSON-625325489-router', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:33Z', 'updated_at': '2022-01-20T12:52:42Z', 'revision_number': 4, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'gw_port': {'id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:34Z', 'updated_at': '2022-01-20T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '15ff246f-4fb6-443a-b9db-cbea566c6e7a', 'name': '', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'mac_address': 'fa:16:3e:36:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:40Z', 'updated_at': '2022-01-20T12:52:56Z', 'revision_number': 5, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'subnets': [{'id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:04:09.099330 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4797d5b1-09ad-42b3-aea0-0aa5d6ae827e None None] The sync data for ids ['136103d5-419c-49c8-8c00-c9caf5984d63'] in dv-cinder-804035-24-iscsi is: [{'id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'name': 'tempest-AttachVolumeShelveTestJSON-625325489-router', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:33Z', 'updated_at': '2022-01-20T12:52:42Z', 'revision_number': 4, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'gw_port': {'id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:34Z', 'updated_at': '2022-01-20T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '15ff246f-4fb6-443a-b9db-cbea566c6e7a', 'name': '', 'network_id': '98783e85-5ee2-4a30-908e-0d0d62c14b33', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'mac_address': 'fa:16:3e:36:9d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:40Z', 'updated_at': '2022-01-20T12:52:56Z', 'revision_number': 5, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'subnets': [{'id': '1295fc8c-2285-4e3e-9a1a-e24300eba26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:04:09.325882 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f211e2-e625-4546-8c64-a7a15bb19fb9 None None] New status for floating IP 29e55969-8efc-4d59-b3f4-5d50f15a9ddb: DOWN {{(pid=109761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:04:09.545524 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-aa3ac475-cfdb-4e27-863b-9f183b802c64 req-74053de7-57b8-466b-8a3d-a44019420366 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/ports?device_id=1776d14c-42e0-4c0e-824d-3b657c25b034 HTTP/1.1" status: 200 len: 210 time: 0.0247736 Jan 20 13:04:09.716227 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:09.962051 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:10.728638 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 35066) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:10.781080 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-316d4b5f-39b6-4bff-aba8-64c9dd06824d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for security_group (0d65ba4d-b85d-4cd1-8af6-ad07c8219d94), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:10.805905 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-316d4b5f-39b6-4bff-aba8-64c9dd06824d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for security_group (0d65ba4d-b85d-4cd1-8af6-ad07c8219d94), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:10.939838 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:10.967915 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-316d4b5f-39b6-4bff-aba8-64c9dd06824d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (0d65ba4d-b85d-4cd1-8af6-ad07c8219d94), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:10.970580 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-316d4b5f-39b6-4bff-aba8-64c9dd06824d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:10.971752 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-316d4b5f-39b6-4bff-aba8-64c9dd06824d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "DELETE /v2.0/security-groups/0d65ba4d-b85d-4cd1-8af6-ad07c8219d94 HTTP/1.1" status: 204 len: 168 time: 0.2420361 Jan 20 13:04:10.974665 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 35068) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:10.982062 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d4b5f-39b6-4bff-aba8-64c9dd06824d tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d65ba4d-b85d-4cd1-8af6-ad07c8219d94,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:10.990040 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.api.v2.resource [None req-ca4b0727-3b14-4aac-8eeb-d7fef3984df9 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] show failed (client error): The resource could not be found. Jan 20 13:04:10.991219 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-ca4b0727-3b14-4aac-8eeb-d7fef3984df9 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "GET /v2.0/security-groups/0d65ba4d-b85d-4cd1-8af6-ad07c8219d94 HTTP/1.1" status: 404 len: 347 time: 0.0154128 Jan 20 13:04:10.997357 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 35070) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:11.123698 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-13e43365-0f58-4303-b2ec-19dd7123b716 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Deleting port 84c73f94-3792-4f80-bb53-c44fcc77fb11 {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:04:11.124205 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-13e43365-0f58-4303-b2ec-19dd7123b716 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (84c73f94-3792-4f80-bb53-c44fcc77fb11), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:11.202125 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-13e43365-0f58-4303-b2ec-19dd7123b716 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (84c73f94-3792-4f80-bb53-c44fcc77fb11), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:11.202361 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-13e43365-0f58-4303-b2ec-19dd7123b716 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for floatingip (84c73f94-3792-4f80-bb53-c44fcc77fb11), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:11.217678 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-13e43365-0f58-4303-b2ec-19dd7123b716 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Calling delete_port for 84c73f94-3792-4f80-bb53-c44fcc77fb11 owned by network:floatingip {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:04:11.441999 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-13e43365-0f58-4303-b2ec-19dd7123b716 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (84c73f94-3792-4f80-bb53-c44fcc77fb11), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:11.472208 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e43365-0f58-4303-b2ec-19dd7123b716 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Pushing event deleted for resources: {'Port': ['ID=84c73f94-3792-4f80-bb53-c44fcc77fb11,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:11.535408 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-13e43365-0f58-4303-b2ec-19dd7123b716 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks [] for floatingip (29e55969-8efc-4d59-b3f4-5d50f15a9ddb), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:11.538062 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-13e43365-0f58-4303-b2ec-19dd7123b716 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:11.539232 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-13e43365-0f58-4303-b2ec-19dd7123b716 tempest-AttachVolumeShelveTestJSON-2088560719 tempest-AttachVolumeShelveTestJSON-2088560719-project] 10.222.0.57 "DELETE /v2.0/floatingips/29e55969-8efc-4d59-b3f4-5d50f15a9ddb HTTP/1.1" status: 204 len: 168 time: 0.5406616 Jan 20 13:04:11.858262 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:04:11.906494 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] No Port match for: 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:04:11.906856 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 901bd0f5-37d6-4c3d-ad8c-a1a496c53750 not bound to the agent host hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:04:17.399609 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 35118) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:17.883651 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7287c375-dd2d-47b5-9eb7-f5de16e30667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545717'] for router_interface (136103d5-419c-49c8-8c00-c9caf5984d63), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:18.116255 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-7287c375-dd2d-47b5-9eb7-f5de16e30667 admin admin] Deleting port 15ff246f-4fb6-443a-b9db-cbea566c6e7a {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:04:18.116661 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7287c375-dd2d-47b5-9eb7-f5de16e30667 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (15ff246f-4fb6-443a-b9db-cbea566c6e7a), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:18.195083 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [None req-7287c375-dd2d-47b5-9eb7-f5de16e30667 admin admin] For port 15ff246f-4fb6-443a-b9db-cbea566c6e7a, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=15ff246f-4fb6-443a-b9db-cbea566c6e7a,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:04:18.195455 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7287c375-dd2d-47b5-9eb7-f5de16e30667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (15ff246f-4fb6-443a-b9db-cbea566c6e7a), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:18.208622 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-7287c375-dd2d-47b5-9eb7-f5de16e30667 admin admin] Calling delete_port for 15ff246f-4fb6-443a-b9db-cbea566c6e7a owned by network:router_interface {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:04:18.481968 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7287c375-dd2d-47b5-9eb7-f5de16e30667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (15ff246f-4fb6-443a-b9db-cbea566c6e7a), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:18.506663 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287c375-dd2d-47b5-9eb7-f5de16e30667 admin admin] Pushing event deleted for resources: {'Port': ['ID=15ff246f-4fb6-443a-b9db-cbea566c6e7a,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:18.678412 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7287c375-dd2d-47b5-9eb7-f5de16e30667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1477607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1559935'] for router_interface (136103d5-419c-49c8-8c00-c9caf5984d63), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:19.153817 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7287c375-dd2d-47b5-9eb7-f5de16e30667 admin admin] Router 136103d5-419c-49c8-8c00-c9caf5984d63 has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:04:19.256963 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7287c375-dd2d-47b5-9eb7-f5de16e30667 admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:04:19.264405 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-7287c375-dd2d-47b5-9eb7-f5de16e30667 admin admin] 10.222.0.57 "PUT /v2.0/routers/136103d5-419c-49c8-8c00-c9caf5984d63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8612802 Jan 20 13:04:19.264521 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 35128) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:19.265354 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8c60bc-2716-4810-be54-e1cc9646cc1c None None] Sync routers for ids ['136103d5-419c-49c8-8c00-c9caf5984d63'] in dv-cinder-804035-24-iscsi {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:04:19.276442 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8c60bc-2716-4810-be54-e1cc9646cc1c None None] Routers {'136103d5-419c-49c8-8c00-c9caf5984d63'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:04:19.277063 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-ab8c60bc-2716-4810-be54-e1cc9646cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:04:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['136103d5-419c-49c8-8c00-c9caf5984d63'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:04:19.367809 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-43df27fa-3744-41f8-a754-abf284c12b58 admin admin] Publish callbacks [] for router (136103d5-419c-49c8-8c00-c9caf5984d63), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:19.380916 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-ab8c60bc-2716-4810-be54-e1cc9646cc1c None None] Set router 136103d5-419c-49c8-8c00-c9caf5984d63 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:04:19.471882 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-43df27fa-3744-41f8-a754-abf284c12b58 admin admin] Publish callbacks [] for router_gateway (136103d5-419c-49c8-8c00-c9caf5984d63), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:19.554918 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-ab8c60bc-2716-4810-be54-e1cc9646cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'name': 'tempest-AttachVolumeShelveTestJSON-625325489-router', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:33Z', 'updated_at': '2022-01-20T13:04:18Z', 'revision_number': 5, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'gw_port': {'id': '062ac87f-6c96-4374-8292-94d42a4f58c6', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:52:34Z', 'updated_at': '2022-01-20T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:04:19.580250 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8c60bc-2716-4810-be54-e1cc9646cc1c None None] Checking router: 136103d5-419c-49c8-8c00-c9caf5984d63 for host: dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:04:19.588354 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8c60bc-2716-4810-be54-e1cc9646cc1c None None] Routers {'136103d5-419c-49c8-8c00-c9caf5984d63'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:04:19.588968 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-ab8c60bc-2716-4810-be54-e1cc9646cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:04:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['136103d5-419c-49c8-8c00-c9caf5984d63'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:04:19.593255 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-43df27fa-3744-41f8-a754-abf284c12b58 admin admin] Deleting port 062ac87f-6c96-4374-8292-94d42a4f58c6 {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:04:19.593793 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-43df27fa-3744-41f8-a754-abf284c12b58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (062ac87f-6c96-4374-8292-94d42a4f58c6), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:19.680900 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [None req-43df27fa-3744-41f8-a754-abf284c12b58 admin admin] For port 062ac87f-6c96-4374-8292-94d42a4f58c6, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=062ac87f-6c96-4374-8292-94d42a4f58c6,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:04:19.681265 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-43df27fa-3744-41f8-a754-abf284c12b58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (062ac87f-6c96-4374-8292-94d42a4f58c6), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:19.694315 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-43df27fa-3744-41f8-a754-abf284c12b58 admin admin] Calling delete_port for 062ac87f-6c96-4374-8292-94d42a4f58c6 owned by network:router_gateway {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:04:19.770362 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-ab8c60bc-2716-4810-be54-e1cc9646cc1c None None] Set router 136103d5-419c-49c8-8c00-c9caf5984d63 gateway port host: None {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:04:19.822932 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-ab8c60bc-2716-4810-be54-e1cc9646cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'name': 'tempest-AttachVolumeShelveTestJSON-625325489-router', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:33Z', 'updated_at': '2022-01-20T13:04:19Z', 'revision_number': 6, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'gw_port_host': None}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:04:19.848972 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8c60bc-2716-4810-be54-e1cc9646cc1c None None] The sync data for ids ['136103d5-419c-49c8-8c00-c9caf5984d63'] in dv-cinder-804035-24-iscsi is: [{'id': '136103d5-419c-49c8-8c00-c9caf5984d63', 'name': 'tempest-AttachVolumeShelveTestJSON-625325489-router', 'tenant_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:52:33Z', 'updated_at': '2022-01-20T13:04:19Z', 'revision_number': 6, 'project_id': 'a42550bc92f54f3293a5e8c100adf3ec', 'gw_port_host': None}] {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:04:19.950550 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-43df27fa-3744-41f8-a754-abf284c12b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (062ac87f-6c96-4374-8292-94d42a4f58c6), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:19.977992 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df27fa-3744-41f8-a754-abf284c12b58 admin admin] Pushing event deleted for resources: {'Port': ['ID=062ac87f-6c96-4374-8292-94d42a4f58c6,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:20.048701 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-43df27fa-3744-41f8-a754-abf284c12b58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1567116'] for router_gateway (136103d5-419c-49c8-8c00-c9caf5984d63), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:20.136013 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-43df27fa-3744-41f8-a754-abf284c12b58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1571896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58000'] for router (136103d5-419c-49c8-8c00-c9caf5984d63), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:20.138028 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-43df27fa-3744-41f8-a754-abf284c12b58 admin admin] Publish callbacks [] for router_controller (136103d5-419c-49c8-8c00-c9caf5984d63), precommit_delete_associations {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:20.236216 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-43df27fa-3744-41f8-a754-abf284c12b58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1571895'] for router (136103d5-419c-49c8-8c00-c9caf5984d63), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:20.237097 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43df27fa-3744-41f8-a754-abf284c12b58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 136103d5-419c-49c8-8c00-c9caf5984d63 {{(pid=109759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 13:04:20.241940 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-43df27fa-3744-41f8-a754-abf284c12b58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:20.243118 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-43df27fa-3744-41f8-a754-abf284c12b58 admin admin] 10.222.0.57 "DELETE /v2.0/routers/136103d5-419c-49c8-8c00-c9caf5984d63 HTTP/1.1" status: 204 len: 168 time: 0.9777040 Jan 20 13:04:20.245574 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 35132) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:20.299522 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d469d04-a6ad-4250-b67c-4f41c83e5c26 admin admin] Deleting subnet 1295fc8c-2285-4e3e-9a1a-e24300eba26a {{(pid=109759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 13:04:20.304701 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7d469d04-a6ad-4250-b67c-4f41c83e5c26 admin admin] Publish callbacks [] for subnet (1295fc8c-2285-4e3e-9a1a-e24300eba26a), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:20.339953 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7d469d04-a6ad-4250-b67c-4f41c83e5c26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4786657'] for subnet (1295fc8c-2285-4e3e-9a1a-e24300eba26a), precommit_delete_associations {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:20.424132 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7d469d04-a6ad-4250-b67c-4f41c83e5c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537527'] for subnet (1295fc8c-2285-4e3e-9a1a-e24300eba26a), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:20.522097 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7d469d04-a6ad-4250-b67c-4f41c83e5c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5860108'] for subnet (1295fc8c-2285-4e3e-9a1a-e24300eba26a), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:20.547352 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d469d04-a6ad-4250-b67c-4f41c83e5c26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1295fc8c-2285-4e3e-9a1a-e24300eba26a,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:20.551439 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7d469d04-a6ad-4250-b67c-4f41c83e5c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for subnet (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:20.554672 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-7d469d04-a6ad-4250-b67c-4f41c83e5c26 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/1295fc8c-2285-4e3e-9a1a-e24300eba26a HTTP/1.1" status: 204 len: 168 time: 0.3081524 Jan 20 13:04:20.557247 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 35134) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:20.559797 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d154bfcc-7c81-4d7a-afe0-e773a5788ee6 None None] Network 98783e85-5ee2-4a30-908e-0d0d62c14b33 requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:04:20.639214 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-9ff9db9c-ff60-41dc-b0b6-030a9037ab1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497049'] for network (98783e85-5ee2-4a30-908e-0d0d62c14b33), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:20.695566 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9db9c-ff60-41dc-b0b6-030a9037ab1e admin admin] Deleting port fb43fddc-de96-49ca-99c9-7814d764962a {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:04:20.695916 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-9ff9db9c-ff60-41dc-b0b6-030a9037ab1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (fb43fddc-de96-49ca-99c9-7814d764962a), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:20.721272 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a2bff2-9e32-4541-98f1-3a316f47e602 None None] DHCP port deletion for 98783e85-5ee2-4a30-908e-0d0d62c14b33 request from dv-cinder-804035-24-iscsi {{(pid=109761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 20 13:04:20.763270 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [None req-9ff9db9c-ff60-41dc-b0b6-030a9037ab1e admin admin] For port fb43fddc-de96-49ca-99c9-7814d764962a, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=fb43fddc-de96-49ca-99c9-7814d764962a,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:04:20.763864 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-9ff9db9c-ff60-41dc-b0b6-030a9037ab1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (fb43fddc-de96-49ca-99c9-7814d764962a), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:20.779810 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-e7a2bff2-9e32-4541-98f1-3a316f47e602 None None] Deleting port fb43fddc-de96-49ca-99c9-7814d764962a {{(pid=109761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:04:20.780200 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-e7a2bff2-9e32-4541-98f1-3a316f47e602 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (fb43fddc-de96-49ca-99c9-7814d764962a), before_delete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:20.785032 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9db9c-ff60-41dc-b0b6-030a9037ab1e admin admin] Calling delete_port for fb43fddc-de96-49ca-99c9-7814d764962a owned by network:dhcp {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:04:20.862279 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-e7a2bff2-9e32-4541-98f1-3a316f47e602 None None] For port fb43fddc-de96-49ca-99c9-7814d764962a, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=fb43fddc-de96-49ca-99c9-7814d764962a,segment=NetworkSegment(f8063152-2d0c-4a99-b56f-e96c1e39c909),segment_id=f8063152-2d0c-4a99-b56f-e96c1e39c909)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:04:20.862686 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-e7a2bff2-9e32-4541-98f1-3a316f47e602 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (fb43fddc-de96-49ca-99c9-7814d764962a), precommit_delete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:20.876037 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-e7a2bff2-9e32-4541-98f1-3a316f47e602 None None] Calling delete_port for fb43fddc-de96-49ca-99c9-7814d764962a owned by network:dhcp {{(pid=109761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:04:20.939662 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-9ff9db9c-ff60-41dc-b0b6-030a9037ab1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (fb43fddc-de96-49ca-99c9-7814d764962a), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:20.952275 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-e7a2bff2-9e32-4541-98f1-3a316f47e602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614'] for port (fb43fddc-de96-49ca-99c9-7814d764962a), after_delete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:20.967884 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff9db9c-ff60-41dc-b0b6-030a9037ab1e admin admin] No DVR routers for this DVR port fb43fddc-de96-49ca-99c9-7814d764962a on host dv-cinder-804035-24-iscsi {{(pid=109759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:04:20.972213 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9db9c-ff60-41dc-b0b6-030a9037ab1e admin admin] Pushing event deleted for resources: {'Port': ['ID=fb43fddc-de96-49ca-99c9-7814d764962a,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:20.982480 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2bff2-9e32-4541-98f1-3a316f47e602 None None] Pushing event deleted for resources: {'Port': ['ID=fb43fddc-de96-49ca-99c9-7814d764962a,revision_number=None']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:20.986145 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a2bff2-9e32-4541-98f1-3a316f47e602 None None] No DVR routers for this DVR port fb43fddc-de96-49ca-99c9-7814d764962a on host dv-cinder-804035-24-iscsi {{(pid=109761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:04:21.061961 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-9ff9db9c-ff60-41dc-b0b6-030a9037ab1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1524928', 'neutron.services.segments.db._delete_segments_for_network-8775109942164'] for network (98783e85-5ee2-4a30-908e-0d0d62c14b33), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:21.063398 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 15ff246f-4fb6-443a-b9db-cbea566c6e7a no longer exists at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:04:21.084887 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] No Port match for: 15ff246f-4fb6-443a-b9db-cbea566c6e7a {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:04:21.085233 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 15ff246f-4fb6-443a-b9db-cbea566c6e7a not bound to the agent host dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:04:21.085685 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 062ac87f-6c96-4374-8292-94d42a4f58c6 no longer exists at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:04:21.086870 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.services.segments.db [None req-9ff9db9c-ff60-41dc-b0b6-030a9037ab1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98783e85-5ee2-4a30-908e-0d0d62c14b33']}} {{(pid=109759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:04:21.097219 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.services.segments.db [None req-9ff9db9c-ff60-41dc-b0b6-030a9037ab1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8063152-2d0c-4a99-b56f-e96c1e39c909') {'for_net_delete': True} {{(pid=109759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:04:21.097566 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.services.segments.db [None req-9ff9db9c-ff60-41dc-b0b6-030a9037ab1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8063152-2d0c-4a99-b56f-e96c1e39c909') {} {{(pid=109759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:04:21.106090 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] No Port match for: 062ac87f-6c96-4374-8292-94d42a4f58c6 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:04:21.106732 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 062ac87f-6c96-4374-8292-94d42a4f58c6 not bound to the agent host dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:04:21.107354 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device fb43fddc-de96-49ca-99c9-7814d764962a no longer exists at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:04:21.109760 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-9ff9db9c-ff60-41dc-b0b6-030a9037ab1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775109942038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4784146'] for segment (f8063152-2d0c-4a99-b56f-e96c1e39c909), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:21.127398 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-9ff9db9c-ff60-41dc-b0b6-030a9037ab1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (f8063152-2d0c-4a99-b56f-e96c1e39c909), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:21.132534 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] No Port match for: fb43fddc-de96-49ca-99c9-7814d764962a {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:04:21.132534 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device fb43fddc-de96-49ca-99c9-7814d764962a not bound to the agent host dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:04:21.135900 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff9db9c-ff60-41dc-b0b6-030a9037ab1e admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 13:04:21.136387 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-9ff9db9c-ff60-41dc-b0b6-030a9037ab1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217051'] for segment (f8063152-2d0c-4a99-b56f-e96c1e39c909), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: Traceback (most recent call last): Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: timer() Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: cb(*args, **kw) Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: return func(*args, **kwargs) Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: self._notify() Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: self.callback(batched_events) Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: event.method(event) Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: return f(self, *a, **k) Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: return self._get(url).json() Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: return self.request(url, 'GET', **kwargs) Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 13:04:21.142715 dv-cinder-804035-24-iscsi neutron-server[109759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 13:04:21.282034 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-9ff9db9c-ff60-41dc-b0b6-030a9037ab1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1524953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529948'] for network (98783e85-5ee2-4a30-908e-0d0d62c14b33), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:21.288074 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-9ff9db9c-ff60-41dc-b0b6-030a9037ab1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:21.291193 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-9ff9db9c-ff60-41dc-b0b6-030a9037ab1e admin admin] 10.222.0.57 "DELETE /v2.0/networks/98783e85-5ee2-4a30-908e-0d0d62c14b33 HTTP/1.1" status: 204 len: 168 time: 0.7306917 Jan 20 13:04:21.302397 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9db9c-ff60-41dc-b0b6-030a9037ab1e admin admin] Pushing event deleted for resources: {'Network': ['ID=98783e85-5ee2-4a30-908e-0d0d62c14b33,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:21.588663 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 35140) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:21.632566 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-4f7be581-e73f-410c-b49f-df5142f91e7e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a42550bc92f54f3293a5e8c100adf3ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0427442 Jan 20 13:04:21.634985 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 35142) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:21.680127 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff278-f8e5-48c5-8f4f-fdfc5823bb9c admin admin] Publish callbacks [] for security_group (5a8b7c1d-3853-479d-960e-9c11d8ceaacd), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:21.701372 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff278-f8e5-48c5-8f4f-fdfc5823bb9c admin admin] Publish callbacks [] for security_group (5a8b7c1d-3853-479d-960e-9c11d8ceaacd), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:21.818895 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff278-f8e5-48c5-8f4f-fdfc5823bb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (5a8b7c1d-3853-479d-960e-9c11d8ceaacd), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:21.821507 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff278-f8e5-48c5-8f4f-fdfc5823bb9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:21.822682 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-3b2ff278-f8e5-48c5-8f4f-fdfc5823bb9c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5a8b7c1d-3853-479d-960e-9c11d8ceaacd HTTP/1.1" status: 204 len: 168 time: 0.1868138 Jan 20 13:04:21.833018 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ff278-f8e5-48c5-8f4f-fdfc5823bb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8b7c1d-3853-479d-960e-9c11d8ceaacd,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:26.643907 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 35228) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:26.752342 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-96de46bc-ad3e-412e-9a28-4b21509baf10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:26.826116 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-96de46bc-ad3e-412e-9a28-4b21509baf10 admin admin] Publish callbacks [] for security_group (63c33dad-8abd-4285-ac34-90e71d7511a5), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:26.950520 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-96de46bc-ad3e-412e-9a28-4b21509baf10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (63c33dad-8abd-4285-ac34-90e71d7511a5), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:26.991757 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de46bc-ad3e-412e-9a28-4b21509baf10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c33dad-8abd-4285-ac34-90e71d7511a5,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:27.000104 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 35234) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:27.000589 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-96de46bc-ad3e-412e-9a28-4b21509baf10 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6e4eb64f26cd4c2c9867d92ceba8c05f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3552687 Jan 20 13:04:27.056649 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-0996346f-06b5-49eb-b766-d8e87f5f7106 admin admin] Publish callbacks [] for security_group (63c33dad-8abd-4285-ac34-90e71d7511a5), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:27.077362 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-0996346f-06b5-49eb-b766-d8e87f5f7106 admin admin] Publish callbacks [] for security_group (63c33dad-8abd-4285-ac34-90e71d7511a5), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:27.207877 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-0996346f-06b5-49eb-b766-d8e87f5f7106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (63c33dad-8abd-4285-ac34-90e71d7511a5), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:27.210593 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-0996346f-06b5-49eb-b766-d8e87f5f7106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:27.211787 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-0996346f-06b5-49eb-b766-d8e87f5f7106 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/63c33dad-8abd-4285-ac34-90e71d7511a5 HTTP/1.1" status: 204 len: 168 time: 0.2104964 Jan 20 13:04:27.221611 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996346f-06b5-49eb-b766-d8e87f5f7106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c33dad-8abd-4285-ac34-90e71d7511a5,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:27.229592 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0996346f-06b5-49eb-b766-d8e87f5f7106 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:04:27.230262 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0996346f-06b5-49eb-b766-d8e87f5f7106 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:04:27.230621 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0996346f-06b5-49eb-b766-d8e87f5f7106 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:04:27.231056 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0996346f-06b5-49eb-b766-d8e87f5f7106 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:04:27.231419 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0996346f-06b5-49eb-b766-d8e87f5f7106 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:04:27.231779 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0996346f-06b5-49eb-b766-d8e87f5f7106 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:04:27.232116 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0996346f-06b5-49eb-b766-d8e87f5f7106 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:04:27.232451 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0996346f-06b5-49eb-b766-d8e87f5f7106 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:04:27.232782 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0996346f-06b5-49eb-b766-d8e87f5f7106 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:04:27.233112 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0996346f-06b5-49eb-b766-d8e87f5f7106 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:04:27.233460 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0996346f-06b5-49eb-b766-d8e87f5f7106 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:04:27.233845 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0996346f-06b5-49eb-b766-d8e87f5f7106 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:04:27.234115 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0996346f-06b5-49eb-b766-d8e87f5f7106 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:04:32.580068 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 35380) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:32.684348 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-195eb599-7ecf-492d-8ed9-3f8dfb903cf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:32.767431 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-195eb599-7ecf-492d-8ed9-3f8dfb903cf6 admin admin] Publish callbacks [] for security_group (516c4ebe-75c6-414e-aa6a-0f64caad9a73), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:32.830104 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-195eb599-7ecf-492d-8ed9-3f8dfb903cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (516c4ebe-75c6-414e-aa6a-0f64caad9a73), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:32.868948 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-195eb599-7ecf-492d-8ed9-3f8dfb903cf6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3265e05e3fc14f3fb4f423f0d36cfea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878237 Jan 20 13:04:32.869948 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195eb599-7ecf-492d-8ed9-3f8dfb903cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516c4ebe-75c6-414e-aa6a-0f64caad9a73,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:32.871735 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 35390) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:32.920375 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7fb17aae-9eb7-4565-90c4-48840a551d37 admin admin] Publish callbacks [] for security_group (516c4ebe-75c6-414e-aa6a-0f64caad9a73), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:32.940416 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7fb17aae-9eb7-4565-90c4-48840a551d37 admin admin] Publish callbacks [] for security_group (516c4ebe-75c6-414e-aa6a-0f64caad9a73), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:33.098946 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7fb17aae-9eb7-4565-90c4-48840a551d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (516c4ebe-75c6-414e-aa6a-0f64caad9a73), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:33.101654 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7fb17aae-9eb7-4565-90c4-48840a551d37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:33.105628 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-7fb17aae-9eb7-4565-90c4-48840a551d37 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/516c4ebe-75c6-414e-aa6a-0f64caad9a73 HTTP/1.1" status: 204 len: 168 time: 0.2300737 Jan 20 13:04:33.115028 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb17aae-9eb7-4565-90c4-48840a551d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516c4ebe-75c6-414e-aa6a-0f64caad9a73,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:33.235931 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-3e7bb509-3d6c-431f-af5b-b5d2fe83048d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:33.925120 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 35398) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:33.933819 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e754ca33-e2a1-461c-b055-44f6ac9d3b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:34.006429 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e754ca33-e2a1-461c-b055-44f6ac9d3b0d admin admin] Publish callbacks [] for security_group (c897ad71-b7eb-4518-8e52-9c559007e86c), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:34.087454 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-e754ca33-e2a1-461c-b055-44f6ac9d3b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (c897ad71-b7eb-4518-8e52-9c559007e86c), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:34.131174 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-e754ca33-e2a1-461c-b055-44f6ac9d3b0d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7c9344673cbb43678bd63a2c60d99d0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095847 Jan 20 13:04:34.131811 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 35402) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:34.132248 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754ca33-e2a1-461c-b055-44f6ac9d3b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c897ad71-b7eb-4518-8e52-9c559007e86c,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:34.183149 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-38c4b7ae-acab-4c37-a5ae-ac739f801a3d admin admin] Publish callbacks [] for security_group (c897ad71-b7eb-4518-8e52-9c559007e86c), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:34.204824 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-38c4b7ae-acab-4c37-a5ae-ac739f801a3d admin admin] Publish callbacks [] for security_group (c897ad71-b7eb-4518-8e52-9c559007e86c), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:34.356378 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-38c4b7ae-acab-4c37-a5ae-ac739f801a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (c897ad71-b7eb-4518-8e52-9c559007e86c), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:34.358978 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-38c4b7ae-acab-4c37-a5ae-ac739f801a3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:34.360149 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-38c4b7ae-acab-4c37-a5ae-ac739f801a3d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c897ad71-b7eb-4518-8e52-9c559007e86c HTTP/1.1" status: 204 len: 168 time: 0.2261033 Jan 20 13:04:34.370017 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4b7ae-acab-4c37-a5ae-ac739f801a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c897ad71-b7eb-4518-8e52-9c559007e86c,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:35.800894 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:04:36.007111 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-c5061b61-89b3-4739-b0f3-90c883d61281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:36.145862 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 35460) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:36.252875 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9a84-399c-459b-9b90-3aa44bbd0d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:36.326906 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9a84-399c-459b-9b90-3aa44bbd0d96 admin admin] Publish callbacks [] for security_group (f22cbb5f-06bb-4128-a3ea-52112ac29c18), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:36.430439 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9a84-399c-459b-9b90-3aa44bbd0d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (f22cbb5f-06bb-4128-a3ea-52112ac29c18), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:36.467561 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-3e4f9a84-399c-459b-9b90-3aa44bbd0d96 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=faf79c99f6c9483891ae5a7ae84d1254&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205600 Jan 20 13:04:36.475843 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f9a84-399c-459b-9b90-3aa44bbd0d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22cbb5f-06bb-4128-a3ea-52112ac29c18,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:36.475994 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 35468) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:36.518052 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-9e0a206e-9edc-4e5f-ac45-a79977ad0074 admin admin] Publish callbacks [] for security_group (f22cbb5f-06bb-4128-a3ea-52112ac29c18), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:36.543604 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-9e0a206e-9edc-4e5f-ac45-a79977ad0074 admin admin] Publish callbacks [] for security_group (f22cbb5f-06bb-4128-a3ea-52112ac29c18), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:36.676205 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-9e0a206e-9edc-4e5f-ac45-a79977ad0074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (f22cbb5f-06bb-4128-a3ea-52112ac29c18), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:36.678849 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-9e0a206e-9edc-4e5f-ac45-a79977ad0074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:36.680072 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-9e0a206e-9edc-4e5f-ac45-a79977ad0074 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f22cbb5f-06bb-4128-a3ea-52112ac29c18 HTTP/1.1" status: 204 len: 168 time: 0.2081943 Jan 20 13:04:36.690990 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a206e-9edc-4e5f-ac45-a79977ad0074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22cbb5f-06bb-4128-a3ea-52112ac29c18,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:37.624652 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:39.761474 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:39.984553 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:40.944187 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:42.763905 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 35590) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:42.906999 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-1fbd457e-f056-4359-92cd-a5b1d6bf40d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:42.976836 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-1fbd457e-f056-4359-92cd-a5b1d6bf40d0 admin admin] Publish callbacks [] for security_group (b74cd2ff-4353-4d58-8102-2d8c01b13bef), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:43.081253 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-1fbd457e-f056-4359-92cd-a5b1d6bf40d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (b74cd2ff-4353-4d58-8102-2d8c01b13bef), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:43.123117 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-1fbd457e-f056-4359-92cd-a5b1d6bf40d0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c7b19ab05c0b4f508f69a4a88d0cb6c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3580081 Jan 20 13:04:43.123901 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd457e-f056-4359-92cd-a5b1d6bf40d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74cd2ff-4353-4d58-8102-2d8c01b13bef,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:43.125653 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 35594) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:43.178965 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-4e2ab8da-acf2-477e-b3bd-c1e2fcdfc812 admin admin] Publish callbacks [] for security_group (b74cd2ff-4353-4d58-8102-2d8c01b13bef), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:43.202143 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-4e2ab8da-acf2-477e-b3bd-c1e2fcdfc812 admin admin] Publish callbacks [] for security_group (b74cd2ff-4353-4d58-8102-2d8c01b13bef), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:43.315917 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-4e2ab8da-acf2-477e-b3bd-c1e2fcdfc812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (b74cd2ff-4353-4d58-8102-2d8c01b13bef), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:43.318625 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-4e2ab8da-acf2-477e-b3bd-c1e2fcdfc812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:43.319795 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-4e2ab8da-acf2-477e-b3bd-c1e2fcdfc812 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b74cd2ff-4353-4d58-8102-2d8c01b13bef HTTP/1.1" status: 204 len: 168 time: 0.1931484 Jan 20 13:04:43.327893 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ab8da-acf2-477e-b3bd-c1e2fcdfc812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74cd2ff-4353-4d58-8102-2d8c01b13bef,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:48.195825 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 35638) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:48.301317 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-8fa3aedc-6014-4582-906e-b08329d8bf5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:48.373912 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-8fa3aedc-6014-4582-906e-b08329d8bf5e admin admin] Publish callbacks [] for security_group (0bba48a3-f25f-4284-97de-be35cca23824), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:48.435490 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-8fa3aedc-6014-4582-906e-b08329d8bf5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (0bba48a3-f25f-4284-97de-be35cca23824), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:48.474091 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-8fa3aedc-6014-4582-906e-b08329d8bf5e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6a023172063d4baf9b7199ea9e4eac2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771327 Jan 20 13:04:48.475264 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3aedc-6014-4582-906e-b08329d8bf5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bba48a3-f25f-4284-97de-be35cca23824,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:48.477588 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 35642) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:48.527390 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-278ed5c7-ae5c-4fd9-9cef-cacf8fc90fc1 admin admin] Publish callbacks [] for security_group (0bba48a3-f25f-4284-97de-be35cca23824), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:48.548342 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-278ed5c7-ae5c-4fd9-9cef-cacf8fc90fc1 admin admin] Publish callbacks [] for security_group (0bba48a3-f25f-4284-97de-be35cca23824), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:48.676009 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-278ed5c7-ae5c-4fd9-9cef-cacf8fc90fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (0bba48a3-f25f-4284-97de-be35cca23824), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:48.679602 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-278ed5c7-ae5c-4fd9-9cef-cacf8fc90fc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:48.680832 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-278ed5c7-ae5c-4fd9-9cef-cacf8fc90fc1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0bba48a3-f25f-4284-97de-be35cca23824 HTTP/1.1" status: 204 len: 168 time: 0.2021468 Jan 20 13:04:48.690356 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ed5c7-ae5c-4fd9-9cef-cacf8fc90fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bba48a3-f25f-4284-97de-be35cca23824,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:48.698720 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278ed5c7-ae5c-4fd9-9cef-cacf8fc90fc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:04:48.699050 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278ed5c7-ae5c-4fd9-9cef-cacf8fc90fc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:04:48.699390 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278ed5c7-ae5c-4fd9-9cef-cacf8fc90fc1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:04:48.699726 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278ed5c7-ae5c-4fd9-9cef-cacf8fc90fc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:04:48.700058 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278ed5c7-ae5c-4fd9-9cef-cacf8fc90fc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:04:48.700390 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278ed5c7-ae5c-4fd9-9cef-cacf8fc90fc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:04:48.700716 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278ed5c7-ae5c-4fd9-9cef-cacf8fc90fc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:04:48.701042 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278ed5c7-ae5c-4fd9-9cef-cacf8fc90fc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:04:48.701371 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278ed5c7-ae5c-4fd9-9cef-cacf8fc90fc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:04:48.701945 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278ed5c7-ae5c-4fd9-9cef-cacf8fc90fc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:04:48.702223 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278ed5c7-ae5c-4fd9-9cef-cacf8fc90fc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:04:48.702521 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278ed5c7-ae5c-4fd9-9cef-cacf8fc90fc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:04:48.702847 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278ed5c7-ae5c-4fd9-9cef-cacf8fc90fc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:04:49.235368 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 35648) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:49.252128 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-eeb5c0b9-1d96-4bec-b82c-68f0b44ed9a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:49.331772 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-eeb5c0b9-1d96-4bec-b82c-68f0b44ed9a5 admin admin] Publish callbacks [] for security_group (157d5c14-e079-4d0c-8bf6-7c0e3e70fd7e), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:49.400867 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-eeb5c0b9-1d96-4bec-b82c-68f0b44ed9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (157d5c14-e079-4d0c-8bf6-7c0e3e70fd7e), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:49.442292 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-eeb5c0b9-1d96-4bec-b82c-68f0b44ed9a5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a6ea14a2cad24cc2901d0cd9e6c79f11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2057190 Jan 20 13:04:49.443227 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5c0b9-1d96-4bec-b82c-68f0b44ed9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157d5c14-e079-4d0c-8bf6-7c0e3e70fd7e,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:49.444916 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 35650) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:49.542965 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1bee-ef5e-4b41-ab42-69e9dbb6153e admin admin] Publish callbacks [] for security_group (157d5c14-e079-4d0c-8bf6-7c0e3e70fd7e), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:49.564689 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1bee-ef5e-4b41-ab42-69e9dbb6153e admin admin] Publish callbacks [] for security_group (157d5c14-e079-4d0c-8bf6-7c0e3e70fd7e), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:49.698150 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1bee-ef5e-4b41-ab42-69e9dbb6153e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (157d5c14-e079-4d0c-8bf6-7c0e3e70fd7e), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:49.700649 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1bee-ef5e-4b41-ab42-69e9dbb6153e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:49.701871 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-9e0f1bee-ef5e-4b41-ab42-69e9dbb6153e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/157d5c14-e079-4d0c-8bf6-7c0e3e70fd7e HTTP/1.1" status: 204 len: 168 time: 0.2554307 Jan 20 13:04:49.712848 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f1bee-ef5e-4b41-ab42-69e9dbb6153e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157d5c14-e079-4d0c-8bf6-7c0e3e70fd7e,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:50.389149 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 35656) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:50.403017 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-b22d6487-1276-4908-810b-585e98a1f008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:50.477027 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-b22d6487-1276-4908-810b-585e98a1f008 admin admin] Publish callbacks [] for security_group (5a2b9e7e-335a-408b-ba59-4e2c18da2aa8), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:50.538509 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-b22d6487-1276-4908-810b-585e98a1f008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (5a2b9e7e-335a-408b-ba59-4e2c18da2aa8), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:50.576170 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d6487-1276-4908-810b-585e98a1f008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2b9e7e-335a-408b-ba59-4e2c18da2aa8,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:50.580310 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-b22d6487-1276-4908-810b-585e98a1f008 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=160346b877d4413e90035957ad1a7e73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1901193 Jan 20 13:04:50.582910 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 35658) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:50.633827 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-41848b89-b5f3-49f0-97da-377c2db71ec5 admin admin] Publish callbacks [] for security_group (5a2b9e7e-335a-408b-ba59-4e2c18da2aa8), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:50.657173 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-41848b89-b5f3-49f0-97da-377c2db71ec5 admin admin] Publish callbacks [] for security_group (5a2b9e7e-335a-408b-ba59-4e2c18da2aa8), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:50.761199 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-41848b89-b5f3-49f0-97da-377c2db71ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (5a2b9e7e-335a-408b-ba59-4e2c18da2aa8), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:50.763709 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-41848b89-b5f3-49f0-97da-377c2db71ec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:50.764862 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-41848b89-b5f3-49f0-97da-377c2db71ec5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5a2b9e7e-335a-408b-ba59-4e2c18da2aa8 HTTP/1.1" status: 204 len: 168 time: 0.1810551 Jan 20 13:04:50.772744 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41848b89-b5f3-49f0-97da-377c2db71ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2b9e7e-335a-408b-ba59-4e2c18da2aa8,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:53.467990 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d79b9899-88a8-4a62-bb47-d52e376b4457 req-53dd834d-0610-493e-aa9e-bfa752a0ffe9 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511024 Jan 20 13:04:53.551635 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b9899-88a8-4a62-bb47-d52e376b4457 req-d50f0840-9262-40de-a8b0-e50a0e40cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:04:53.553131 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d79b9899-88a8-4a62-bb47-d52e376b4457 req-d50f0840-9262-40de-a8b0-e50a0e40cb47 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ad79f53b3f334fc3a976c0714f8b78c5&device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 1098 time: 0.0419137 Jan 20 13:04:53.658657 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b9899-88a8-4a62-bb47-d52e376b4457 req-aed13386-d1bf-4c8c-bdf2-2098176e3127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:04:53.660017 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d79b9899-88a8-4a62-bb47-d52e376b4457 req-aed13386-d1bf-4c8c-bdf2-2098176e3127 service neutron] 10.222.0.107 "GET /v2.0/networks?id=d0afbccb-a790-4cda-aef8-ceb4599dcd3a HTTP/1.1" status: 200 len: 910 time: 0.0868089 Jan 20 13:04:53.724504 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d79b9899-88a8-4a62-bb47-d52e376b4457 req-9952a7c6-8916-4429-876e-45aea6c669a0 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa549bc6-4c44-4bc6-a615-a03954a5ad4f HTTP/1.1" status: 200 len: 1001 time: 0.0578635 Jan 20 13:04:53.778360 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b9899-88a8-4a62-bb47-d52e376b4457 req-e15bef5e-c1a1-48dc-8973-84c192bf6dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:04:53.779836 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d79b9899-88a8-4a62-bb47-d52e376b4457 req-e15bef5e-c1a1-48dc-8973-84c192bf6dd6 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=827e3bde-32ef-4cb9-811c-1e7052538673 HTTP/1.1" status: 200 len: 848 time: 0.0494735 Jan 20 13:04:53.828531 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b9899-88a8-4a62-bb47-d52e376b4457 req-f39aebef-324a-4e59-875e-e28bb7caf961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:04:53.830077 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d79b9899-88a8-4a62-bb47-d52e376b4457 req-f39aebef-324a-4e59-875e-e28bb7caf961 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d0afbccb-a790-4cda-aef8-ceb4599dcd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442915 Jan 20 13:04:53.918207 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d79b9899-88a8-4a62-bb47-d52e376b4457 req-11a23351-ea13-4416-8f7d-e63f2035a6b8 service neutron] 10.222.0.107 "GET /v2.0/networks/d0afbccb-a790-4cda-aef8-ceb4599dcd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806863 Jan 20 13:04:54.008311 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d79b9899-88a8-4a62-bb47-d52e376b4457 req-1604f3df-86c6-4e0a-a68c-199caa46b139 service neutron] 10.222.0.107 "GET /v2.0/networks/d0afbccb-a790-4cda-aef8-ceb4599dcd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846608 Jan 20 13:04:59.378887 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 35778) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:59.481292 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-aeffe71a-63ae-45af-8f20-75bbbdd254f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:59.559404 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-aeffe71a-63ae-45af-8f20-75bbbdd254f8 admin admin] Publish callbacks [] for security_group (fafcc008-0a0a-488d-be1b-1ab2829cc9d3), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:59.618094 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-aeffe71a-63ae-45af-8f20-75bbbdd254f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (fafcc008-0a0a-488d-be1b-1ab2829cc9d3), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:59.657778 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-aeffe71a-63ae-45af-8f20-75bbbdd254f8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cc7c3ca9b1494ca78df80d92c0509a05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2777967 Jan 20 13:04:59.658875 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeffe71a-63ae-45af-8f20-75bbbdd254f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafcc008-0a0a-488d-be1b-1ab2829cc9d3,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:04:59.660953 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 35782) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:04:59.717848 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-11a3c8ff-1e59-4945-ab4c-31e16351705a admin admin] Publish callbacks [] for security_group (fafcc008-0a0a-488d-be1b-1ab2829cc9d3), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:59.740213 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-11a3c8ff-1e59-4945-ab4c-31e16351705a admin admin] Publish callbacks [] for security_group (fafcc008-0a0a-488d-be1b-1ab2829cc9d3), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:59.887388 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-11a3c8ff-1e59-4945-ab4c-31e16351705a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (fafcc008-0a0a-488d-be1b-1ab2829cc9d3), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:59.890193 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-11a3c8ff-1e59-4945-ab4c-31e16351705a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:04:59.891397 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-11a3c8ff-1e59-4945-ab4c-31e16351705a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fafcc008-0a0a-488d-be1b-1ab2829cc9d3 HTTP/1.1" status: 204 len: 168 time: 0.2290127 Jan 20 13:04:59.899391 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3c8ff-1e59-4945-ab4c-31e16351705a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafcc008-0a0a-488d-be1b-1ab2829cc9d3,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:05:00.489306 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 35788) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:05:00.503913 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-9ddc1f2e-a7e7-4885-9798-ddf3b404dbb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:00.574685 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-9ddc1f2e-a7e7-4885-9798-ddf3b404dbb5 admin admin] Publish callbacks [] for security_group (4fe355c0-cc2c-4596-bc7a-8fab12dbd71b), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:00.635137 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-9ddc1f2e-a7e7-4885-9798-ddf3b404dbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (4fe355c0-cc2c-4596-bc7a-8fab12dbd71b), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:00.672747 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-9ddc1f2e-a7e7-4885-9798-ddf3b404dbb5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5af9fd8eadfe428cb02cc7bd12448fcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1821728 Jan 20 13:05:00.673463 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc1f2e-a7e7-4885-9798-ddf3b404dbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe355c0-cc2c-4596-bc7a-8fab12dbd71b,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:05:00.675544 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 35790) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:05:00.726937 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f0c2e759-6edb-4891-805e-a3b3508ae235 admin admin] Publish callbacks [] for security_group (4fe355c0-cc2c-4596-bc7a-8fab12dbd71b), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:00.748459 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f0c2e759-6edb-4891-805e-a3b3508ae235 admin admin] Publish callbacks [] for security_group (4fe355c0-cc2c-4596-bc7a-8fab12dbd71b), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:00.847441 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f0c2e759-6edb-4891-805e-a3b3508ae235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (4fe355c0-cc2c-4596-bc7a-8fab12dbd71b), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:00.850119 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f0c2e759-6edb-4891-805e-a3b3508ae235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:00.851307 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-f0c2e759-6edb-4891-805e-a3b3508ae235 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4fe355c0-cc2c-4596-bc7a-8fab12dbd71b HTTP/1.1" status: 204 len: 168 time: 0.1747451 Jan 20 13:05:00.863447 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2e759-6edb-4891-805e-a3b3508ae235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe355c0-cc2c-4596-bc7a-8fab12dbd71b,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:05:03.218687 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6db23977-f7e3-4747-b636-272ccf4d08ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:03.409863 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96f737-616c-49ae-9676-b1c21caa23a3 req-cb659523-3b4e-4cb5-bfc5-1465dc17dcb5 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:03.413923 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9f96f737-616c-49ae-9676-b1c21caa23a3 req-cb659523-3b4e-4cb5-bfc5-1465dc17dcb5 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 945 time: 0.0579498 Jan 20 13:05:03.463645 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9f96f737-616c-49ae-9676-b1c21caa23a3 req-9f51003e-6347-484d-bd1d-6780dc451860 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465720 Jan 20 13:05:04.582219 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf43c0b-4ea2-4600-a2cf-c03cdf123683 req-4bf685f6-2478-441b-bd86-b2109a8ae531 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:04.583677 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7cf43c0b-4ea2-4600-a2cf-c03cdf123683 req-4bf685f6-2478-441b-bd86-b2109a8ae531 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 945 time: 0.0478616 Jan 20 13:05:04.636603 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7cf43c0b-4ea2-4600-a2cf-c03cdf123683 req-7a784b44-18d2-40d9-a885-0a26a16c6a66 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470810 Jan 20 13:05:05.751807 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e9c80-716d-4375-ae72-7f6492ebc2e3 req-45b31a32-b01f-4eb7-8869-2ecaeae55b23 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:05.753313 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-686e9c80-716d-4375-ae72-7f6492ebc2e3 req-45b31a32-b01f-4eb7-8869-2ecaeae55b23 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 945 time: 0.0472319 Jan 20 13:05:05.802700 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-686e9c80-716d-4375-ae72-7f6492ebc2e3 req-f5a18a14-db1b-4aa0-b0c1-8a1d764c7a60 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436080 Jan 20 13:05:06.040871 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6c2c7303-6fc1-4c44-8229-caa8d47782a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:06.928024 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f419d-276a-4c7a-bfa6-4f465e32e644 req-9faaa191-fb66-4cc0-98b7-526146783e7d tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:06.929566 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3c4f419d-276a-4c7a-bfa6-4f465e32e644 req-9faaa191-fb66-4cc0-98b7-526146783e7d tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 945 time: 0.0583508 Jan 20 13:05:06.983908 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3c4f419d-276a-4c7a-bfa6-4f465e32e644 req-af1eeaab-3743-422d-a45f-97cfdca497f0 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448732 Jan 20 13:05:07.675238 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:08.099843 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0dbe1-ca85-4103-bb7e-9854a46f316b req-70935a49-3a5c-4df7-ba0c-6687be4458ef tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:08.101325 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b6b0dbe1-ca85-4103-bb7e-9854a46f316b req-70935a49-3a5c-4df7-ba0c-6687be4458ef tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 945 time: 0.0522096 Jan 20 13:05:08.149516 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b6b0dbe1-ca85-4103-bb7e-9854a46f316b req-07033420-846e-4192-b096-b1270fd9e1a5 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420938 Jan 20 13:05:09.269114 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c8772-f444-4f10-921e-3da73e8e6b12 req-16e23307-9cd4-4879-904a-e923ad956cf9 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:09.270661 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cc2c8772-f444-4f10-921e-3da73e8e6b12 req-16e23307-9cd4-4879-904a-e923ad956cf9 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 945 time: 0.0520556 Jan 20 13:05:09.323788 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cc2c8772-f444-4f10-921e-3da73e8e6b12 req-b0f0905c-92dd-4a6b-91b6-beb762f8b4af tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476315 Jan 20 13:05:09.714639 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:09.931905 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:10.445793 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f58c3f-2ac6-4b40-a27e-0e116f4900ad req-b6d3d5c5-57eb-4305-a307-b75e1b1cab1e tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:10.447289 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e2f58c3f-2ac6-4b40-a27e-0e116f4900ad req-b6d3d5c5-57eb-4305-a307-b75e1b1cab1e tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 945 time: 0.0537179 Jan 20 13:05:10.497217 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e2f58c3f-2ac6-4b40-a27e-0e116f4900ad req-a4af4ad9-1580-4e32-a7c8-4aaa24fcaae4 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444007 Jan 20 13:05:10.926208 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:11.610716 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694b666-ff1c-4ca8-9753-35b7df904e8b req-22a73eb5-edc5-4fc6-ba8f-1211c3ec39e8 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:11.612248 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c694b666-ff1c-4ca8-9753-35b7df904e8b req-22a73eb5-edc5-4fc6-ba8f-1211c3ec39e8 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 945 time: 0.0491385 Jan 20 13:05:11.661696 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c694b666-ff1c-4ca8-9753-35b7df904e8b req-07d210fe-c1aa-4254-abcf-4d50fea8f642 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437846 Jan 20 13:05:12.074146 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 35926) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:05:12.177410 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7bca1ee5-9844-4e42-a3c9-ee61f5bdaee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:12.248784 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7bca1ee5-9844-4e42-a3c9-ee61f5bdaee6 admin admin] Publish callbacks [] for security_group (346f1383-bf40-4132-ba5b-902bebf7864a), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:12.326131 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7bca1ee5-9844-4e42-a3c9-ee61f5bdaee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (346f1383-bf40-4132-ba5b-902bebf7864a), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:12.364452 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-7bca1ee5-9844-4e42-a3c9-ee61f5bdaee6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7410721c019a443291d2177b06f8a316&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892537 Jan 20 13:05:12.365166 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca1ee5-9844-4e42-a3c9-ee61f5bdaee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346f1383-bf40-4132-ba5b-902bebf7864a,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:05:12.368053 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 35930) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:05:12.416499 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-178ca067-290e-4329-8cef-ef8e69ddd990 admin admin] Publish callbacks [] for security_group (346f1383-bf40-4132-ba5b-902bebf7864a), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:12.438091 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-178ca067-290e-4329-8cef-ef8e69ddd990 admin admin] Publish callbacks [] for security_group (346f1383-bf40-4132-ba5b-902bebf7864a), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:12.554805 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-178ca067-290e-4329-8cef-ef8e69ddd990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (346f1383-bf40-4132-ba5b-902bebf7864a), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:12.557413 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-178ca067-290e-4329-8cef-ef8e69ddd990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:12.558629 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-178ca067-290e-4329-8cef-ef8e69ddd990 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/346f1383-bf40-4132-ba5b-902bebf7864a HTTP/1.1" status: 204 len: 168 time: 0.1891611 Jan 20 13:05:12.566816 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ca067-290e-4329-8cef-ef8e69ddd990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346f1383-bf40-4132-ba5b-902bebf7864a,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:05:12.786029 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d91014-72c6-4528-bd77-1e3765768574 req-3d6980c8-2a62-4c2a-916b-24b443d06a24 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:12.786029 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b8d91014-72c6-4528-bd77-1e3765768574 req-3d6980c8-2a62-4c2a-916b-24b443d06a24 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 945 time: 0.0473323 Jan 20 13:05:12.801146 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:05:12.835664 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b8d91014-72c6-4528-bd77-1e3765768574 req-4bce5d1c-06c3-46e3-8303-ee2c1d37b673 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455375 Jan 20 13:05:13.222409 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 35938) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:05:13.235484 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7287ee51-ab4b-49f4-b7c4-d90956e18bb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:13.311287 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7287ee51-ab4b-49f4-b7c4-d90956e18bb7 admin admin] Publish callbacks [] for security_group (4954d621-3110-40c8-99c7-06d712491445), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:13.372018 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7287ee51-ab4b-49f4-b7c4-d90956e18bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (4954d621-3110-40c8-99c7-06d712491445), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:13.409345 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287ee51-ab4b-49f4-b7c4-d90956e18bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4954d621-3110-40c8-99c7-06d712491445,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:05:13.414885 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-7287ee51-ab4b-49f4-b7c4-d90956e18bb7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9e4b4a1be94243f39fb06864de51a2c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1913044 Jan 20 13:05:13.416056 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 35940) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:05:13.464860 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-610dde76-874a-4f89-bd92-56bd60bddbf3 admin admin] Publish callbacks [] for security_group (4954d621-3110-40c8-99c7-06d712491445), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:13.486216 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-610dde76-874a-4f89-bd92-56bd60bddbf3 admin admin] Publish callbacks [] for security_group (4954d621-3110-40c8-99c7-06d712491445), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:13.579710 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c140b-5db8-4c85-b04e-029cd37fd451 req-8415d700-b57c-475c-af8e-8559adc7ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:13.581139 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-153c140b-5db8-4c85-b04e-029cd37fd451 req-8415d700-b57c-475c-af8e-8559adc7ce63 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ad79f53b3f334fc3a976c0714f8b78c5&device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 1098 time: 0.0397398 Jan 20 13:05:13.606767 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-610dde76-874a-4f89-bd92-56bd60bddbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (4954d621-3110-40c8-99c7-06d712491445), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:13.609371 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-610dde76-874a-4f89-bd92-56bd60bddbf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:13.610651 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-610dde76-874a-4f89-bd92-56bd60bddbf3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4954d621-3110-40c8-99c7-06d712491445 HTTP/1.1" status: 204 len: 168 time: 0.1932912 Jan 20 13:05:13.619247 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dde76-874a-4f89-bd92-56bd60bddbf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4954d621-3110-40c8-99c7-06d712491445,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:05:13.681728 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c140b-5db8-4c85-b04e-029cd37fd451 req-d199774d-7401-47f3-955a-fa07a188ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:13.688168 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-153c140b-5db8-4c85-b04e-029cd37fd451 req-d199774d-7401-47f3-955a-fa07a188ece9 service neutron] 10.222.0.107 "GET /v2.0/networks?id=d0afbccb-a790-4cda-aef8-ceb4599dcd3a HTTP/1.1" status: 200 len: 910 time: 0.0961897 Jan 20 13:05:13.748643 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-153c140b-5db8-4c85-b04e-029cd37fd451 req-5f3e2fae-708f-43a1-ba72-e1151669a8a0 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa549bc6-4c44-4bc6-a615-a03954a5ad4f HTTP/1.1" status: 200 len: 1001 time: 0.0597167 Jan 20 13:05:13.797734 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c140b-5db8-4c85-b04e-029cd37fd451 req-bcaa413a-9c1d-436f-a59c-a693a4f0a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:13.799169 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-153c140b-5db8-4c85-b04e-029cd37fd451 req-bcaa413a-9c1d-436f-a59c-a693a4f0a68c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=827e3bde-32ef-4cb9-811c-1e7052538673 HTTP/1.1" status: 200 len: 848 time: 0.0454822 Jan 20 13:05:13.844451 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c140b-5db8-4c85-b04e-029cd37fd451 req-2a21435d-59ab-4358-97cd-dfa7f588dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:13.845931 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-153c140b-5db8-4c85-b04e-029cd37fd451 req-2a21435d-59ab-4358-97cd-dfa7f588dd78 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d0afbccb-a790-4cda-aef8-ceb4599dcd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408514 Jan 20 13:05:13.967818 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-153c140b-5db8-4c85-b04e-029cd37fd451 req-fcedf792-caa7-4eb5-9dc0-c044bd9efdb0 service neutron] 10.222.0.107 "GET /v2.0/networks/d0afbccb-a790-4cda-aef8-ceb4599dcd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159286 Jan 20 13:05:13.976513 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7695f-9caf-481b-85b8-00e26784c2a6 req-5128e785-a8ea-4081-bc24-47f043b13f75 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:13.977927 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b0b7695f-9caf-481b-85b8-00e26784c2a6 req-5128e785-a8ea-4081-bc24-47f043b13f75 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 945 time: 0.0732048 Jan 20 13:05:14.100662 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b0b7695f-9caf-481b-85b8-00e26784c2a6 req-987cc0b8-30ca-491a-b3a3-2c4c558abf6c tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135969 Jan 20 13:05:14.119231 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-153c140b-5db8-4c85-b04e-029cd37fd451 req-0a6fb8d4-b15c-4723-b47a-0b5bbafe7a1f service neutron] 10.222.0.107 "GET /v2.0/networks/d0afbccb-a790-4cda-aef8-ceb4599dcd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403801 Jan 20 13:05:14.228961 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 35948) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:05:14.245539 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-3ef1980d-79d9-42a5-b871-9c84c03c9ce5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:14.318014 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-3ef1980d-79d9-42a5-b871-9c84c03c9ce5 admin admin] Publish callbacks [] for security_group (4d3aaef3-8dbb-4a75-8f34-da6c303da374), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:14.383415 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-3ef1980d-79d9-42a5-b871-9c84c03c9ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (4d3aaef3-8dbb-4a75-8f34-da6c303da374), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:14.422093 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-3ef1980d-79d9-42a5-b871-9c84c03c9ce5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=adc3daa8de114a24a6170c14cb969f14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1919997 Jan 20 13:05:14.423073 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1980d-79d9-42a5-b871-9c84c03c9ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3aaef3-8dbb-4a75-8f34-da6c303da374,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:05:14.425260 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 35950) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:05:14.471868 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c6352a69-c40d-4f54-bf24-675e44bb6289 admin admin] Publish callbacks [] for security_group (4d3aaef3-8dbb-4a75-8f34-da6c303da374), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:14.493797 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c6352a69-c40d-4f54-bf24-675e44bb6289 admin admin] Publish callbacks [] for security_group (4d3aaef3-8dbb-4a75-8f34-da6c303da374), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:14.617956 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c6352a69-c40d-4f54-bf24-675e44bb6289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (4d3aaef3-8dbb-4a75-8f34-da6c303da374), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:14.620465 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c6352a69-c40d-4f54-bf24-675e44bb6289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:14.621693 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-c6352a69-c40d-4f54-bf24-675e44bb6289 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4d3aaef3-8dbb-4a75-8f34-da6c303da374 HTTP/1.1" status: 204 len: 168 time: 0.1952794 Jan 20 13:05:14.630149 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6352a69-c40d-4f54-bf24-675e44bb6289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3aaef3-8dbb-4a75-8f34-da6c303da374,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:05:15.217007 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddefa3a-0ac1-495e-9b1a-aa51c445cac6 req-60a280bd-67ca-49e8-829a-6842909bd8be tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:15.218593 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-eddefa3a-0ac1-495e-9b1a-aa51c445cac6 req-60a280bd-67ca-49e8-829a-6842909bd8be tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 945 time: 0.0509832 Jan 20 13:05:15.267658 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-eddefa3a-0ac1-495e-9b1a-aa51c445cac6 req-38f5eb16-db35-4ce6-a5cc-c28efb0693cf tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432091 Jan 20 13:05:16.395481 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fdf7e-8f3b-4f06-b0d3-843e1d797c50 req-d8ff572c-e0a8-4b60-93e0-6ccc088ab1ab tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:16.397056 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0f5fdf7e-8f3b-4f06-b0d3-843e1d797c50 req-d8ff572c-e0a8-4b60-93e0-6ccc088ab1ab tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 945 time: 0.0560970 Jan 20 13:05:16.450476 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0f5fdf7e-8f3b-4f06-b0d3-843e1d797c50 req-10942849-22a6-4658-b42d-01209676aad0 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471747 Jan 20 13:05:17.538866 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-362028de-938a-4a70-94da-0ffdd4c717d5 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d497416575b940aca74b118467aa105c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375855 Jan 20 13:05:17.688661 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea728b4-213b-4009-96b8-bb75d20536b3 req-36248746-04de-491b-93e2-3467874e5829 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:17.690672 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6ea728b4-213b-4009-96b8-bb75d20536b3 req-36248746-04de-491b-93e2-3467874e5829 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 945 time: 0.1702776 Jan 20 13:05:17.761967 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-2dfa9b51-df96-4a75-975e-43c65b0cde16 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:17.763415 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-2dfa9b51-df96-4a75-975e-43c65b0cde16 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2110863 Jan 20 13:05:18.045436 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6ea728b4-213b-4009-96b8-bb75d20536b3 req-bda95e50-c6d0-4174-aba7-3810b468de75 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3480809 Jan 20 13:05:18.046759 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-5666c5d8-f464-4008-a05a-e21879eec3a3 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/quotas/d497416575b940aca74b118467aa105c HTTP/1.1" status: 200 len: 375 time: 0.2773569 Jan 20 13:05:18.077678 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-21d5e2b5-7ff5-4097-8eaa-fe5c26204574 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d497416575b940aca74b118467aa105c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246160 Jan 20 13:05:18.334395 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-17dc341d-632f-4a76-af26-3197b1bb6f19 req-34f64d82-233b-4642-b6aa-4c967b4b4e67 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/ports?device_id=f647dab6-7936-4b59-85e0-ea5a7a494ef5 HTTP/1.1" status: 200 len: 210 time: 0.0378420 Jan 20 13:05:18.425726 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a59131-e534-48c8-ab8d-f2c9121e8ead req-a4bea6eb-eb11-4667-9960-f3cfcaab596b tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:18.427234 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-63a59131-e534-48c8-ab8d-f2c9121e8ead req-a4bea6eb-eb11-4667-9960-f3cfcaab596b tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 945 time: 0.0516934 Jan 20 13:05:18.481637 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-63a59131-e534-48c8-ab8d-f2c9121e8ead req-b30bc803-3d4f-4dd1-aa93-44861673cd48 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483296 Jan 20 13:05:18.485886 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-e4360e22-7c46-426d-bc8e-85418123abb9 req-234198d8-4f9b-46a3-b554-099a2962df7f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0488358 Jan 20 13:05:19.413349 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4b115e42-d0fa-4618-95b4-a0bf60fdc384 req-cbeb012f-464c-4e79-ad46-05756185b6be tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/ports?device_id=f647dab6-7936-4b59-85e0-ea5a7a494ef5 HTTP/1.1" status: 200 len: 210 time: 0.0293932 Jan 20 13:05:19.596469 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4da628-f61d-49ac-a052-41c3aed54404 req-1ffb120d-1a3b-4712-9e50-459f3f67165c tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:19.597971 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cc4da628-f61d-49ac-a052-41c3aed54404 req-1ffb120d-1a3b-4712-9e50-459f3f67165c tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 945 time: 0.0482347 Jan 20 13:05:19.647708 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cc4da628-f61d-49ac-a052-41c3aed54404 req-58094c37-9fa5-4fad-97c1-74929de72a6e tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438883 Jan 20 13:05:20.210525 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device fa549bc6-4c44-4bc6-a615-a03954a5ad4f no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:05:20.285265 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port fa549bc6-4c44-4bc6-a615-a03954a5ad4f is: ACTIVE; New status is: DOWN {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:05:20.285684 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (fa549bc6-4c44-4bc6-a615-a03954a5ad4f), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:20.308292 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6601cb1d-9704-4fde-8351-4d3a2f9aa6cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa549bc6-4c44-4bc6-a615-a03954a5ad4f'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:05:20.311320 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6344a25f-8162-4583-b1c4-9ab0817be26f" -d '{"events": [{"server_uuid": "6601cb1d-9704-4fde-8351-4d3a2f9aa6cd", "name": "network-vif-unplugged", "status": "completed", "tag": "fa549bc6-4c44-4bc6-a615-a03954a5ad4f"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:05:20.325713 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port fa549bc6-4c44-4bc6-a615-a03954a5ad4f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fa549bc6-4c44-4bc6-a615-a03954a5ad4f,segment=NetworkSegment(1960b54c-09a8-4691-88df-58f456a7341f),segment_id=1960b54c-09a8-4691-88df-58f456a7341f)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:05:20.389256 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (fa549bc6-4c44-4bc6-a615-a03954a5ad4f), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:20.456130 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=fa549bc6-4c44-4bc6-a615-a03954a5ad4f,revision_number=6']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:05:20.464979 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:05:20.465333 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:05:20.465876 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:05:20.466402 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:05:20.466900 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:05:20.467441 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:05:20.468063 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:05:20.468557 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:05:20.469057 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:05:20.469577 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:05:20.470065 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:05:20.470569 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:05:20.471081 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:05:20.478828 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 20 Jan 2022 13:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a198fd5-b4f9-499e-9ac5-9aec48fe049c x-openstack-request-id: req-5a198fd5-b4f9-499e-9ac5-9aec48fe049c {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:05:20.479121 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6601cb1d-9704-4fde-8351-4d3a2f9aa6cd", "name": "network-vif-unplugged", "status": "failed", "tag": "fa549bc6-4c44-4bc6-a615-a03954a5ad4f", "code": 422}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:05:20.479374 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5a198fd5-b4f9-499e-9ac5-9aec48fe049c {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:05:20.479779 dv-cinder-804035-24-iscsi neutron-server[109761]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6601cb1d-9704-4fde-8351-4d3a2f9aa6cd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fa549bc6-4c44-4bc6-a615-a03954a5ad4f', 'code': 422} returned with failed status Jan 20 13:05:20.513020 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-f8cb32ae-fabf-442c-a40b-b0a5fc6a6823 req-b4200f5c-d185-45a6-9794-1259d4496568 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/ports?device_id=f647dab6-7936-4b59-85e0-ea5a7a494ef5 HTTP/1.1" status: 200 len: 210 time: 0.0261152 Jan 20 13:05:20.551552 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-688d05e5-8c1a-4090-aa52-c67ebbd6c2f2 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=d497416575b940aca74b118467aa105c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286586 Jan 20 13:05:20.662766 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-4b04f2d9-5252-490c-ae59-b9026bbb670e tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:20.664155 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-4b04f2d9-5252-490c-ae59-b9026bbb670e tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1072836 Jan 20 13:05:20.677308 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-1f3468b4-4b45-4b08-bb19-48a15388d1e4 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Request body: {'port': {'device_id': 'f647dab6-7936-4b59-85e0-ea5a7a494ef5', 'network_id': 'b204e8d6-56b1-427e-93d2-d4a37830a6b6', 'admin_state_up': True, 'tenant_id': 'd497416575b940aca74b118467aa105c'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:05:20.808985 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306fef2-d28b-4f40-905b-c934bc864673 req-41dd4dcd-765b-486f-8ee0-c3acf300a8f1 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:20.810555 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4306fef2-d28b-4f40-905b-c934bc864673 req-41dd4dcd-765b-486f-8ee0-c3acf300a8f1 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 943 time: 0.0802124 Jan 20 13:05:20.870151 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4306fef2-d28b-4f40-905b-c934bc864673 req-fb27a688-55ea-42c3-a59a-b455afc50efa tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491133 Jan 20 13:05:20.909747 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-1f3468b4-4b45-4b08-bb19-48a15388d1e4 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Made reservation on behalf of d497416575b940aca74b118467aa105c for: {'port': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:05:20.913290 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-1f3468b4-4b45-4b08-bb19-48a15388d1e4 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:20.922429 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-1f3468b4-4b45-4b08-bb19-48a15388d1e4 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:21.002904 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-1f3468b4-4b45-4b08-bb19-48a15388d1e4 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Publish callbacks [] for security_group (322bf877-e384-4191-9b53-618b13ff6a2f), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:21.051710 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-1f3468b4-4b45-4b08-bb19-48a15388d1e4 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (322bf877-e384-4191-9b53-618b13ff6a2f), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:21.075345 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4360e22-7c46-426d-bc8e-85418123abb9 req-0d711924-956b-493a-abd3-68030f2de397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:21.077518 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-e4360e22-7c46-426d-bc8e-85418123abb9 req-0d711924-956b-493a-abd3-68030f2de397 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd&tenant_id=ad79f53b3f334fc3a976c0714f8b78c5 HTTP/1.1" status: 200 len: 1096 time: 0.0698767 Jan 20 13:05:21.118349 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3468b4-4b45-4b08-bb19-48a15388d1e4 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=322bf877-e384-4191-9b53-618b13ff6a2f,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:05:21.143779 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4360e22-7c46-426d-bc8e-85418123abb9 req-ee774460-5f22-4801-bea5-b7af4dbdfb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:21.145317 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-e4360e22-7c46-426d-bc8e-85418123abb9 req-ee774460-5f22-4801-bea5-b7af4dbdfb74 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ad79f53b3f334fc3a976c0714f8b78c5&device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 1096 time: 0.0457211 Jan 20 13:05:21.192242 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-1f3468b4-4b45-4b08-bb19-48a15388d1e4 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Allocated IP 192.168.233.89 (b204e8d6-56b1-427e-93d2-d4a37830a6b6/2cf62ebf-452d-4dec-af0a-4a764d954054/169d87bb-b7c1-4598-b30f-27f733a2b0c1) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:05:21.234403 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4360e22-7c46-426d-bc8e-85418123abb9 req-5dd4bf10-0b49-48f5-96f6-89e75b51fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:21.235888 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-e4360e22-7c46-426d-bc8e-85418123abb9 req-5dd4bf10-0b49-48f5-96f6-89e75b51fccb service neutron] 10.222.0.107 "GET /v2.0/networks?id=d0afbccb-a790-4cda-aef8-ceb4599dcd3a HTTP/1.1" status: 200 len: 910 time: 0.0840611 Jan 20 13:05:21.304054 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-e4360e22-7c46-426d-bc8e-85418123abb9 req-ae419801-5a34-4a95-b557-8640090b7096 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa549bc6-4c44-4bc6-a615-a03954a5ad4f HTTP/1.1" status: 200 len: 999 time: 0.0615718 Jan 20 13:05:21.342127 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-1f3468b4-4b45-4b08-bb19-48a15388d1e4 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Publish callbacks [] for port (169d87bb-b7c1-4598-b30f-27f733a2b0c1), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:21.352398 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4360e22-7c46-426d-bc8e-85418123abb9 req-ab7f74bd-1ed0-458b-876a-a91017231108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:21.353875 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-e4360e22-7c46-426d-bc8e-85418123abb9 req-ab7f74bd-1ed0-458b-876a-a91017231108 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=827e3bde-32ef-4cb9-811c-1e7052538673 HTTP/1.1" status: 200 len: 848 time: 0.0437326 Jan 20 13:05:21.396128 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4360e22-7c46-426d-bc8e-85418123abb9 req-4a7e547d-52fd-4a65-9747-1b64d4b1df13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:21.397604 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-e4360e22-7c46-426d-bc8e-85418123abb9 req-4a7e547d-52fd-4a65-9747-1b64d4b1df13 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d0afbccb-a790-4cda-aef8-ceb4599dcd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0379071 Jan 20 13:05:21.463596 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-1f3468b4-4b45-4b08-bb19-48a15388d1e4 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (169d87bb-b7c1-4598-b30f-27f733a2b0c1), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:21.495042 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-e4360e22-7c46-426d-bc8e-85418123abb9 req-d7a9e010-f76a-496e-8c96-758cc91aae51 service neutron] 10.222.0.107 "GET /v2.0/networks/d0afbccb-a790-4cda-aef8-ceb4599dcd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908608 Jan 20 13:05:21.507131 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-1f3468b4-4b45-4b08-bb19-48a15388d1e4 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Network b204e8d6-56b1-427e-93d2-d4a37830a6b6 is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:05:21.510286 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-1f3468b4-4b45-4b08-bb19-48a15388d1e4 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:05:21.513953 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-1f3468b4-4b45-4b08-bb19-48a15388d1e4 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:05:21.544372 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3468b4-4b45-4b08-bb19-48a15388d1e4 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Pushing event updated for resources: {'Port': ['ID=169d87bb-b7c1-4598-b30f-27f733a2b0c1,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:05:21.583713 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-1f3468b4-4b45-4b08-bb19-48a15388d1e4 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:21.584521 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-1f3468b4-4b45-4b08-bb19-48a15388d1e4 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:21.590639 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [req-e4360e22-7c46-426d-bc8e-85418123abb9 req-f233c9de-195a-4ef6-a1d8-07a640622cd9 service neutron] 10.222.0.107 "GET /v2.0/networks/d0afbccb-a790-4cda-aef8-ceb4599dcd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895081 Jan 20 13:05:21.644912 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebde465-4c1d-4259-9f11-a1ebe2a8a92b req-6be8655e-c9d3-4e74-aad0-0e23a3968d9f tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:21.646511 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6ebde465-4c1d-4259-9f11-a1ebe2a8a92b req-6be8655e-c9d3-4e74-aad0-0e23a3968d9f tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/ports?device_id=f647dab6-7936-4b59-85e0-ea5a7a494ef5 HTTP/1.1" status: 200 len: 935 time: 0.0524535 Jan 20 13:05:21.699064 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-1f3468b4-4b45-4b08-bb19-48a15388d1e4 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0264177 Jan 20 13:05:21.707715 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6ebde465-4c1d-4259-9f11-a1ebe2a8a92b req-eff7b70e-6cbf-4805-8254-1d03a64a6f74 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/security-groups?id=322bf877-e384-4191-9b53-618b13ff6a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551929 Jan 20 13:05:21.712824 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-8d350094-9314-40aa-a429-e64e04885fd0 service neutron] Request body: {'port': {'device_id': 'f647dab6-7936-4b59-85e0-ea5a7a494ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:05:21.765619 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-8d350094-9314-40aa-a429-e64e04885fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (169d87bb-b7c1-4598-b30f-27f733a2b0c1), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:21.783620 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-fbc43557-66d0-4ab0-85db-0e2115f81fda None None] Provisioning complete for port 169d87bb-b7c1-4598-b30f-27f733a2b0c1 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:05:21.784219 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-fbc43557-66d0-4ab0-85db-0e2115f81fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (169d87bb-b7c1-4598-b30f-27f733a2b0c1), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:21.817048 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-fbc43557-66d0-4ab0-85db-0e2115f81fda None None] Port 169d87bb-b7c1-4598-b30f-27f733a2b0c1 cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:05:22.020127 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a4ba7-20c1-445a-adbc-83f143264ba9 req-f031337d-dbc9-4f60-8309-31ec4f80b722 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:22.021530 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e47a4ba7-20c1-445a-adbc-83f143264ba9 req-f031337d-dbc9-4f60-8309-31ec4f80b722 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 943 time: 0.0803823 Jan 20 13:05:22.103394 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-8d350094-9314-40aa-a429-e64e04885fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169d87bb-b7c1-4598-b30f-27f733a2b0c1 {{(pid=109759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:05:22.111239 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e47a4ba7-20c1-445a-adbc-83f143264ba9 req-e813c4bc-f419-4feb-8fc4-1ad2f9758f73 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842726 Jan 20 13:05:22.115865 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-8d350094-9314-40aa-a429-e64e04885fd0 service neutron] Publish callbacks [] for port (169d87bb-b7c1-4598-b30f-27f733a2b0c1), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:22.130126 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.provisioning_blocks [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-8d350094-9314-40aa-a429-e64e04885fd0 service neutron] Transition to ACTIVE for port object 169d87bb-b7c1-4598-b30f-27f733a2b0c1 will not be triggered until provisioned by entity L2. {{(pid=109759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 13:05:22.206012 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-8d350094-9314-40aa-a429-e64e04885fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217087'] for port (169d87bb-b7c1-4598-b30f-27f733a2b0c1), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:22.258071 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d350094-9314-40aa-a429-e64e04885fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=169d87bb-b7c1-4598-b30f-27f733a2b0c1,revision_number=2']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:05:22.331613 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-8d350094-9314-40aa-a429-e64e04885fd0 service neutron] Attempting to bind port 169d87bb-b7c1-4598-b30f-27f733a2b0c1 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:05:22.331960 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-8d350094-9314-40aa-a429-e64e04885fd0 service neutron] Attempting to bind port 169d87bb-b7c1-4598-b30f-27f733a2b0c1 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '73cbc535-926b-4a03-8fa2-26f4f66adec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b204e8d6-56b1-427e-93d2-d4a37830a6b6'}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:05:22.332297 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-8d350094-9314-40aa-a429-e64e04885fd0 service neutron] Attempting to bind port 169d87bb-b7c1-4598-b30f-27f733a2b0c1 on network b204e8d6-56b1-427e-93d2-d4a37830a6b6 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:05:22.336841 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-8d350094-9314-40aa-a429-e64e04885fd0 service neutron] Port 169d87bb-b7c1-4598-b30f-27f733a2b0c1 on network b204e8d6-56b1-427e-93d2-d4a37830a6b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 13:05:22.337179 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-8d350094-9314-40aa-a429-e64e04885fd0 service neutron] Attempting to bind port 169d87bb-b7c1-4598-b30f-27f733a2b0c1 on network b204e8d6-56b1-427e-93d2-d4a37830a6b6 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:05:22.342257 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-8d350094-9314-40aa-a429-e64e04885fd0 service neutron] Checking agent: {'id': '01dfb066-6594-4635-8f5d-cd7d37486eef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'started_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:05:22.342601 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-8d350094-9314-40aa-a429-e64e04885fd0 service neutron] Checking segment: {'id': '73cbc535-926b-4a03-8fa2-26f4f66adec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b204e8d6-56b1-427e-93d2-d4a37830a6b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:05:22.342993 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-8d350094-9314-40aa-a429-e64e04885fd0 service neutron] Bound using segment: {'id': '73cbc535-926b-4a03-8fa2-26f4f66adec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b204e8d6-56b1-427e-93d2-d4a37830a6b6'} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:05:22.343429 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-8d350094-9314-40aa-a429-e64e04885fd0 service neutron] Bound port: 169d87bb-b7c1-4598-b30f-27f733a2b0c1, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73cbc535-926b-4a03-8fa2-26f4f66adec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b204e8d6-56b1-427e-93d2-d4a37830a6b6'}}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:05:22.343795 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-8d350094-9314-40aa-a429-e64e04885fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (169d87bb-b7c1-4598-b30f-27f733a2b0c1), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:22.408508 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-8d350094-9314-40aa-a429-e64e04885fd0 service neutron] For port 169d87bb-b7c1-4598-b30f-27f733a2b0c1, host hv-cinder-80403, cleared binding levels {{(pid=109759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:05:22.411572 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-8d350094-9314-40aa-a429-e64e04885fd0 service neutron] For port 169d87bb-b7c1-4598-b30f-27f733a2b0c1, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=169d87bb-b7c1-4598-b30f-27f733a2b0c1,segment=NetworkSegment(73cbc535-926b-4a03-8fa2-26f4f66adec5),segment_id=73cbc535-926b-4a03-8fa2-26f4f66adec5)] {{(pid=109759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:05:22.469285 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-8d350094-9314-40aa-a429-e64e04885fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217087'] for port (169d87bb-b7c1-4598-b30f-27f733a2b0c1), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:22.508004 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-8d350094-9314-40aa-a429-e64e04885fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:22.508489 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-8d350094-9314-40aa-a429-e64e04885fd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:22.509918 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-8d350094-9314-40aa-a429-e64e04885fd0 service neutron] 10.222.0.107 "PUT /v2.0/ports/169d87bb-b7c1-4598-b30f-27f733a2b0c1 HTTP/1.1" status: 200 len: 1097 time: 0.8012958 Jan 20 13:05:22.510369 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f647dab6-7936-4b59-85e0-ea5a7a494ef5', 'tag': '169d87bb-b7c1-4598-b30f-27f733a2b0c1'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:05:22.512613 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3471c1e-99cb-4495-bf39-66415f2344b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f647dab6-7936-4b59-85e0-ea5a7a494ef5", "tag": "169d87bb-b7c1-4598-b30f-27f733a2b0c1"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:05:22.534611 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d350094-9314-40aa-a429-e64e04885fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=169d87bb-b7c1-4598-b30f-27f733a2b0c1,revision_number=3']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:05:22.637287 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d937d20-0d39-4912-b610-eb0a84a47c26 x-openstack-request-id: req-9d937d20-0d39-4912-b610-eb0a84a47c26 {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:05:22.637680 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f647dab6-7936-4b59-85e0-ea5a7a494ef5", "tag": "169d87bb-b7c1-4598-b30f-27f733a2b0c1", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:05:22.637938 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9d937d20-0d39-4912-b610-eb0a84a47c26 {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:05:22.638337 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f647dab6-7936-4b59-85e0-ea5a7a494ef5', 'tag': '169d87bb-b7c1-4598-b30f-27f733a2b0c1', 'status': 'completed', 'code': 200} Jan 20 13:05:22.640263 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-ecb77d2f-afe2-478f-b1cb-2e19562b38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:22.641822 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-ecb77d2f-afe2-478f-b1cb-2e19562b38cd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=d497416575b940aca74b118467aa105c&device_id=f647dab6-7936-4b59-85e0-ea5a7a494ef5 HTTP/1.1" status: 200 len: 1100 time: 0.0464351 Jan 20 13:05:22.688531 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-c8540e5f-ef2b-45d4-85f8-5db202ab581f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=169d87bb-b7c1-4598-b30f-27f733a2b0c1 HTTP/1.1" status: 200 len: 217 time: 0.0395837 Jan 20 13:05:22.736223 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-c85d9c49-5eb1-4938-8b1e-5bb962d34a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:22.737780 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-c85d9c49-5eb1-4938-8b1e-5bb962d34a1c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2cf62ebf-452d-4dec-af0a-4a764d954054 HTTP/1.1" status: 200 len: 843 time: 0.0437210 Jan 20 13:05:22.808870 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-6576704e-6970-468c-b787-a53e9dcf208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:22.810388 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-6576704e-6970-468c-b787-a53e9dcf208a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b204e8d6-56b1-427e-93d2-d4a37830a6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0669622 Jan 20 13:05:22.885849 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4099b-7c00-4f74-922e-026bfbf3187c req-ccb915f7-cbbf-41c3-b6e9-a702e5484804 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:22.887366 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9bd4099b-7c00-4f74-922e-026bfbf3187c req-ccb915f7-cbbf-41c3-b6e9-a702e5484804 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/ports?device_id=f647dab6-7936-4b59-85e0-ea5a7a494ef5 HTTP/1.1" status: 200 len: 947 time: 0.1088719 Jan 20 13:05:22.942546 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-c222714c-a8d7-4efc-a0a1-84b7de3ceab6 service neutron] 10.222.0.107 "GET /v2.0/networks/b204e8d6-56b1-427e-93d2-d4a37830a6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249685 Jan 20 13:05:22.960850 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9bd4099b-7c00-4f74-922e-026bfbf3187c req-ba2746f4-7162-4b22-a17c-d337b788f9c2 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/security-groups?id=322bf877-e384-4191-9b53-618b13ff6a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670812 Jan 20 13:05:23.037886 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d2aff5b9-f448-475b-9402-e2352a2dcdf3 req-b8dca336-790c-4f3d-8b47-8b9797cb92bf service neutron] 10.222.0.107 "GET /v2.0/networks/b204e8d6-56b1-427e-93d2-d4a37830a6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879312 Jan 20 13:05:23.250580 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3471c1e-99cb-4495-bf39-66415f2344b5 req-0c54a169-ee40-44a0-9a6f-8b24094e3902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:23.252074 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e3471c1e-99cb-4495-bf39-66415f2344b5 req-0c54a169-ee40-44a0-9a6f-8b24094e3902 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=d497416575b940aca74b118467aa105c&device_id=f647dab6-7936-4b59-85e0-ea5a7a494ef5 HTTP/1.1" status: 200 len: 1100 time: 0.0716376 Jan 20 13:05:23.264143 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f4825-b490-42e9-9c16-1662aa2d0e03 req-0179853b-1f9e-489f-ac67-5bcb13bf6c3e tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:23.265570 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0c2f4825-b490-42e9-9c16-1662aa2d0e03 req-0179853b-1f9e-489f-ac67-5bcb13bf6c3e tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 943 time: 0.0737436 Jan 20 13:05:23.371345 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0c2f4825-b490-42e9-9c16-1662aa2d0e03 req-f23db56d-5352-4e0b-a11e-3541a49cd146 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972536 Jan 20 13:05:23.386955 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3471c1e-99cb-4495-bf39-66415f2344b5 req-a399565b-230f-4ac6-8621-4c1414806dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:23.388410 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e3471c1e-99cb-4495-bf39-66415f2344b5 req-a399565b-230f-4ac6-8621-4c1414806dc8 service neutron] 10.222.0.107 "GET /v2.0/networks?id=b204e8d6-56b1-427e-93d2-d4a37830a6b6 HTTP/1.1" status: 200 len: 870 time: 0.1220021 Jan 20 13:05:23.431829 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e3471c1e-99cb-4495-bf39-66415f2344b5 req-361f3734-0f25-4907-97da-10c0118b7098 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=169d87bb-b7c1-4598-b30f-27f733a2b0c1 HTTP/1.1" status: 200 len: 217 time: 0.0373111 Jan 20 13:05:23.480755 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3471c1e-99cb-4495-bf39-66415f2344b5 req-1cda1549-0177-49c0-859a-b84a36ba4206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:23.482238 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e3471c1e-99cb-4495-bf39-66415f2344b5 req-1cda1549-0177-49c0-859a-b84a36ba4206 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2cf62ebf-452d-4dec-af0a-4a764d954054 HTTP/1.1" status: 200 len: 843 time: 0.0450182 Jan 20 13:05:23.528142 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3471c1e-99cb-4495-bf39-66415f2344b5 req-f6312dde-f180-4496-b4ea-4d25f0b8cb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:23.529677 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e3471c1e-99cb-4495-bf39-66415f2344b5 req-f6312dde-f180-4496-b4ea-4d25f0b8cb79 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b204e8d6-56b1-427e-93d2-d4a37830a6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0412228 Jan 20 13:05:23.620608 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e3471c1e-99cb-4495-bf39-66415f2344b5 req-81e393db-4037-4c4c-91ab-e47e1bb53cd6 service neutron] 10.222.0.107 "GET /v2.0/networks/b204e8d6-56b1-427e-93d2-d4a37830a6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840325 Jan 20 13:05:23.711395 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e3471c1e-99cb-4495-bf39-66415f2344b5 req-cd082b2a-d9c1-4d3a-8b31-f6ad9ec25a36 service neutron] 10.222.0.107 "GET /v2.0/networks/b204e8d6-56b1-427e-93d2-d4a37830a6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850923 Jan 20 13:05:24.073862 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33210b-fe6b-4e5e-b42d-9fe9b8c7708d req-f298231e-c14e-47b2-bdae-54467346f874 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:24.075345 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6f33210b-fe6b-4e5e-b42d-9fe9b8c7708d req-f298231e-c14e-47b2-bdae-54467346f874 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/ports?device_id=f647dab6-7936-4b59-85e0-ea5a7a494ef5 HTTP/1.1" status: 200 len: 947 time: 0.0476325 Jan 20 13:05:24.126202 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6f33210b-fe6b-4e5e-b42d-9fe9b8c7708d req-0375db49-0126-45f7-8d54-77a89270669f tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/security-groups?id=322bf877-e384-4191-9b53-618b13ff6a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442531 Jan 20 13:05:24.483935 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f5a66-572d-4589-8ae9-7da37271265f req-ec01cf15-2771-4d98-9d84-b9256dca1003 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:24.485399 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-697f5a66-572d-4589-8ae9-7da37271265f req-ec01cf15-2771-4d98-9d84-b9256dca1003 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 943 time: 0.0477049 Jan 20 13:05:24.534257 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-697f5a66-572d-4589-8ae9-7da37271265f req-e42ce6d3-85c2-443c-89c3-b4d88cf3a20b tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427136 Jan 20 13:05:25.244138 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063dcb9-c7af-4337-b3dd-48c8f7133057 req-46e2f64e-3550-458b-ac2b-917a3aba8235 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:25.245674 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6063dcb9-c7af-4337-b3dd-48c8f7133057 req-46e2f64e-3550-458b-ac2b-917a3aba8235 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/ports?device_id=f647dab6-7936-4b59-85e0-ea5a7a494ef5 HTTP/1.1" status: 200 len: 947 time: 0.0532570 Jan 20 13:05:25.291691 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6063dcb9-c7af-4337-b3dd-48c8f7133057 req-40f37d34-1cc2-4be9-9d77-117bcff07bfc tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/security-groups?id=322bf877-e384-4191-9b53-618b13ff6a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405316 Jan 20 13:05:25.649839 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e33e2-c24d-436c-aee1-756f1e7e3320 req-c98af6f3-63b0-42c2-8931-8c5b0f4090ce tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:25.651254 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5b6e33e2-c24d-436c-aee1-756f1e7e3320 req-c98af6f3-63b0-42c2-8931-8c5b0f4090ce tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 943 time: 0.0509839 Jan 20 13:05:25.698019 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5b6e33e2-c24d-436c-aee1-756f1e7e3320 req-adc39402-3efe-4b71-b4c0-b8fa9949e51e tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412958 Jan 20 13:05:26.254769 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 169d87bb-b7c1-4598-b30f-27f733a2b0c1 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:05:26.354507 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 169d87bb-b7c1-4598-b30f-27f733a2b0c1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=169d87bb-b7c1-4598-b30f-27f733a2b0c1,segment=NetworkSegment(73cbc535-926b-4a03-8fa2-26f4f66adec5),segment_id=73cbc535-926b-4a03-8fa2-26f4f66adec5)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:05:26.370533 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Returning: {'device': '169d87bb-b7c1-4598-b30f-27f733a2b0c1', 'network_id': 'b204e8d6-56b1-427e-93d2-d4a37830a6b6', 'port_id': '169d87bb-b7c1-4598-b30f-27f733a2b0c1', 'mac_address': 'fa:16:3e:a6:1f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf62ebf-452d-4dec-af0a-4a764d954054', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:05:26.406847 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 169d87bb-b7c1-4598-b30f-27f733a2b0c1 is: DOWN; New status is: BUILD {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:05:26.407372 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (169d87bb-b7c1-4598-b30f-27f733a2b0c1), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:26.417429 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce95444-d606-4dd3-89b2-47fd15228c0b req-d19f1184-b5b0-4078-b623-6087b9c4342c tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:26.418939 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2ce95444-d606-4dd3-89b2-47fd15228c0b req-d19f1184-b5b0-4078-b623-6087b9c4342c tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/ports?device_id=f647dab6-7936-4b59-85e0-ea5a7a494ef5 HTTP/1.1" status: 200 len: 947 time: 0.0468225 Jan 20 13:05:26.420686 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169d87bb-b7c1-4598-b30f-27f733a2b0c1 {{(pid=109761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:05:26.440584 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 169d87bb-b7c1-4598-b30f-27f733a2b0c1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=169d87bb-b7c1-4598-b30f-27f733a2b0c1,segment=NetworkSegment(73cbc535-926b-4a03-8fa2-26f4f66adec5),segment_id=73cbc535-926b-4a03-8fa2-26f4f66adec5)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:05:26.465064 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2ce95444-d606-4dd3-89b2-47fd15228c0b req-38b64aba-6259-4f1b-9772-65209e7038bf tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/security-groups?id=322bf877-e384-4191-9b53-618b13ff6a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399821 Jan 20 13:05:26.514678 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (169d87bb-b7c1-4598-b30f-27f733a2b0c1), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:26.565754 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=169d87bb-b7c1-4598-b30f-27f733a2b0c1,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:05:26.811358 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b65c2a-2d18-4a88-91f3-c171920f8646 req-94b21c8e-3647-487f-bb5f-c4a2a43dfbc0 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:26.812813 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e4b65c2a-2d18-4a88-91f3-c171920f8646 req-94b21c8e-3647-487f-bb5f-c4a2a43dfbc0 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 943 time: 0.0474627 Jan 20 13:05:26.836155 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['169d87bb-b7c1-4598-b30f-27f733a2b0c1'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:05:26.864846 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e4b65c2a-2d18-4a88-91f3-c171920f8646 req-2458ad37-c8e1-427e-8dea-5f2cf66e863d tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463967 Jan 20 13:05:27.578255 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85f641-1bb8-44c1-a8d9-367005d105eb req-77f4e124-b1b8-4066-9ec4-cb854030eacb tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:27.579727 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8e85f641-1bb8-44c1-a8d9-367005d105eb req-77f4e124-b1b8-4066-9ec4-cb854030eacb tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/ports?device_id=f647dab6-7936-4b59-85e0-ea5a7a494ef5 HTTP/1.1" status: 200 len: 948 time: 0.0472448 Jan 20 13:05:27.625829 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8e85f641-1bb8-44c1-a8d9-367005d105eb req-abb4328f-e13c-43da-8aeb-be26f5eae8a5 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/security-groups?id=322bf877-e384-4191-9b53-618b13ff6a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401371 Jan 20 13:05:27.976227 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72a0c3-1d58-4f78-8e6a-48cba4e5cd70 req-0d78f54b-59fe-47e7-8d63-44381c17cffd tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:27.977725 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8d72a0c3-1d58-4f78-8e6a-48cba4e5cd70 req-0d78f54b-59fe-47e7-8d63-44381c17cffd tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 943 time: 0.0469360 Jan 20 13:05:28.026199 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8d72a0c3-1d58-4f78-8e6a-48cba4e5cd70 req-794e6c0a-052f-4dbc-b1fc-40a7ba1486f0 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427105 Jan 20 13:05:28.274717 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 169d87bb-b7c1-4598-b30f-27f733a2b0c1 up at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:05:28.451415 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning for port 169d87bb-b7c1-4598-b30f-27f733a2b0c1 completed by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:05:28.455418 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning complete for port 169d87bb-b7c1-4598-b30f-27f733a2b0c1 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:05:28.455830 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (169d87bb-b7c1-4598-b30f-27f733a2b0c1), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:28.531816 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 169d87bb-b7c1-4598-b30f-27f733a2b0c1 is: BUILD; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:05:28.532124 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (169d87bb-b7c1-4598-b30f-27f733a2b0c1), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:28.554975 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f647dab6-7936-4b59-85e0-ea5a7a494ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169d87bb-b7c1-4598-b30f-27f733a2b0c1'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:05:28.557172 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b1d4a6-4c28-497f-b910-3116a4a64178" -d '{"events": [{"server_uuid": "f647dab6-7936-4b59-85e0-ea5a7a494ef5", "name": "network-vif-plugged", "status": "completed", "tag": "169d87bb-b7c1-4598-b30f-27f733a2b0c1"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:05:28.569863 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 169d87bb-b7c1-4598-b30f-27f733a2b0c1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=169d87bb-b7c1-4598-b30f-27f733a2b0c1,segment=NetworkSegment(73cbc535-926b-4a03-8fa2-26f4f66adec5),segment_id=73cbc535-926b-4a03-8fa2-26f4f66adec5)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:05:28.593278 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598f9948-3f5b-410c-8d97-ea5d1401f59a x-openstack-request-id: req-598f9948-3f5b-410c-8d97-ea5d1401f59a {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:05:28.593598 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f647dab6-7936-4b59-85e0-ea5a7a494ef5", "name": "network-vif-plugged", "status": "completed", "tag": "169d87bb-b7c1-4598-b30f-27f733a2b0c1", "code": 200}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:05:28.593855 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-598f9948-3f5b-410c-8d97-ea5d1401f59a {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:05:28.594283 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f647dab6-7936-4b59-85e0-ea5a7a494ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169d87bb-b7c1-4598-b30f-27f733a2b0c1', 'code': 200} Jan 20 13:05:28.657672 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (169d87bb-b7c1-4598-b30f-27f733a2b0c1), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:28.711842 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=169d87bb-b7c1-4598-b30f-27f733a2b0c1,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:05:28.745672 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ca5ab-6a6f-4403-b5fd-2c45a538dac7 req-e213aeb1-8273-47e6-a5f6-15833a9c9e24 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:28.747140 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a91ca5ab-6a6f-4403-b5fd-2c45a538dac7 req-e213aeb1-8273-47e6-a5f6-15833a9c9e24 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/ports?device_id=f647dab6-7936-4b59-85e0-ea5a7a494ef5 HTTP/1.1" status: 200 len: 949 time: 0.0510209 Jan 20 13:05:28.795289 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a91ca5ab-6a6f-4403-b5fd-2c45a538dac7 req-8cdfbc28-d18d-4a02-a9d0-258c573acc52 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/security-groups?id=322bf877-e384-4191-9b53-618b13ff6a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412452 Jan 20 13:05:28.941188 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857d5b3-c4a6-477f-b7f6-48d6b77f3141 req-d9ce5e08-b267-421a-8fcd-2cf5e2f25dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:28.942734 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3857d5b3-c4a6-477f-b7f6-48d6b77f3141 req-d9ce5e08-b267-421a-8fcd-2cf5e2f25dbc service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=f647dab6-7936-4b59-85e0-ea5a7a494ef5 HTTP/1.1" status: 200 len: 1102 time: 0.0397849 Jan 20 13:05:28.985154 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3857d5b3-c4a6-477f-b7f6-48d6b77f3141 req-79c22efd-2249-45fd-8e80-5eaf62234a5f service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=322bf877-e384-4191-9b53-618b13ff6a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357754 Jan 20 13:05:29.142588 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c659fb-4146-48d8-90ec-08230f40a3cb req-aa6af253-9874-4e47-a519-78257f0bfec4 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:29.144115 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-72c659fb-4146-48d8-90ec-08230f40a3cb req-aa6af253-9874-4e47-a519-78257f0bfec4 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 943 time: 0.0506299 Jan 20 13:05:29.192387 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-72c659fb-4146-48d8-90ec-08230f40a3cb req-b5b0a524-e470-4663-b3d6-6a7b5f5ffff2 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426576 Jan 20 13:05:29.910560 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c0ca4-c8b0-4088-a286-ddea5f76f3fd req-c87ce81e-d7ed-4bd5-9e3b-c7094e90f826 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:29.912034 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0b0c0ca4-c8b0-4088-a286-ddea5f76f3fd req-c87ce81e-d7ed-4bd5-9e3b-c7094e90f826 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/ports?device_id=f647dab6-7936-4b59-85e0-ea5a7a494ef5 HTTP/1.1" status: 200 len: 949 time: 0.0480337 Jan 20 13:05:29.959011 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0b0c0ca4-c8b0-4088-a286-ddea5f76f3fd req-8ad8ff58-a218-48f9-9229-ba2f47ddd8ad tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/security-groups?id=322bf877-e384-4191-9b53-618b13ff6a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413516 Jan 20 13:05:30.301192 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device fa549bc6-4c44-4bc6-a615-a03954a5ad4f details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:05:30.303893 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ae45b-7313-4887-a404-3311c5877ee1 req-ef0b9cfd-917f-4c54-ad25-e4b199d401dd tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:30.305392 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-441ae45b-7313-4887-a404-3311c5877ee1 req-ef0b9cfd-917f-4c54-ad25-e4b199d401dd tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 943 time: 0.0473320 Jan 20 13:05:30.362220 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-441ae45b-7313-4887-a404-3311c5877ee1 req-fbfe5e28-0a7f-48ef-9186-4386237c6639 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506864 Jan 20 13:05:30.399814 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port fa549bc6-4c44-4bc6-a615-a03954a5ad4f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fa549bc6-4c44-4bc6-a615-a03954a5ad4f,segment=NetworkSegment(1960b54c-09a8-4691-88df-58f456a7341f),segment_id=1960b54c-09a8-4691-88df-58f456a7341f)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:05:30.410252 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Returning: {'device': 'fa549bc6-4c44-4bc6-a615-a03954a5ad4f', 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a', 'port_id': 'fa549bc6-4c44-4bc6-a615-a03954a5ad4f', 'mac_address': 'fa:16:3e:c7:d3:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827e3bde-32ef-4cb9-811c-1e7052538673', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:05:30.584474 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port fa549bc6-4c44-4bc6-a615-a03954a5ad4f is: DOWN; New status is: BUILD {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:05:30.584866 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (fa549bc6-4c44-4bc6-a615-a03954a5ad4f), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:30.597306 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa549bc6-4c44-4bc6-a615-a03954a5ad4f {{(pid=109761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:05:30.617326 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port fa549bc6-4c44-4bc6-a615-a03954a5ad4f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fa549bc6-4c44-4bc6-a615-a03954a5ad4f,segment=NetworkSegment(1960b54c-09a8-4691-88df-58f456a7341f),segment_id=1960b54c-09a8-4691-88df-58f456a7341f)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:05:30.692203 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (fa549bc6-4c44-4bc6-a615-a03954a5ad4f), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:30.739208 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=fa549bc6-4c44-4bc6-a615-a03954a5ad4f,revision_number=7']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:05:30.993446 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['fa549bc6-4c44-4bc6-a615-a03954a5ad4f'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:05:31.071913 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed339816-89e1-4b7b-8bcd-834ddcb09d38 req-fc5e39e5-ee64-45f8-8be7-c298a9fab293 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:31.073397 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ed339816-89e1-4b7b-8bcd-834ddcb09d38 req-fc5e39e5-ee64-45f8-8be7-c298a9fab293 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/ports?device_id=f647dab6-7936-4b59-85e0-ea5a7a494ef5 HTTP/1.1" status: 200 len: 949 time: 0.0492799 Jan 20 13:05:31.124084 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ed339816-89e1-4b7b-8bcd-834ddcb09d38 req-ca25a1a5-37c9-4c18-ae4b-58072254b000 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/security-groups?id=322bf877-e384-4191-9b53-618b13ff6a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448956 Jan 20 13:05:31.475046 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd408d2-ffbb-4452-8f29-4f391f081647 req-6d9dc98b-799f-4dec-a76a-e063269294c1 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:31.476682 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3cd408d2-ffbb-4452-8f29-4f391f081647 req-6d9dc98b-799f-4dec-a76a-e063269294c1 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 944 time: 0.0474856 Jan 20 13:05:31.526611 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3cd408d2-ffbb-4452-8f29-4f391f081647 req-d2fc4cdf-3b24-494c-803b-9e0caad66c87 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440300 Jan 20 13:05:31.576935 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe971f62-f4fe-46cb-b859-2fe18c5a9e8f req-3bf7b30e-a091-4824-b008-6f79ec311a08 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:31.578419 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fe971f62-f4fe-46cb-b859-2fe18c5a9e8f req-3bf7b30e-a091-4824-b008-6f79ec311a08 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/ports?device_id=f647dab6-7936-4b59-85e0-ea5a7a494ef5 HTTP/1.1" status: 200 len: 949 time: 0.0509565 Jan 20 13:05:31.624254 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fe971f62-f4fe-46cb-b859-2fe18c5a9e8f req-6c5c5ea1-154b-4029-8b93-dd3bcafca059 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/security-groups?id=322bf877-e384-4191-9b53-618b13ff6a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404336 Jan 20 13:05:32.305041 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device fa549bc6-4c44-4bc6-a615-a03954a5ad4f up at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:05:32.356149 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning complete for port fa549bc6-4c44-4bc6-a615-a03954a5ad4f triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:05:32.356522 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (fa549bc6-4c44-4bc6-a615-a03954a5ad4f), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:32.431171 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port fa549bc6-4c44-4bc6-a615-a03954a5ad4f is: BUILD; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:05:32.431549 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (fa549bc6-4c44-4bc6-a615-a03954a5ad4f), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:32.453316 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6601cb1d-9704-4fde-8351-4d3a2f9aa6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa549bc6-4c44-4bc6-a615-a03954a5ad4f'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:05:32.455641 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7400e457-f890-48f2-92ef-bf1e6414fb2a" -d '{"events": [{"server_uuid": "6601cb1d-9704-4fde-8351-4d3a2f9aa6cd", "name": "network-vif-plugged", "status": "completed", "tag": "fa549bc6-4c44-4bc6-a615-a03954a5ad4f"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:05:32.467743 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port fa549bc6-4c44-4bc6-a615-a03954a5ad4f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fa549bc6-4c44-4bc6-a615-a03954a5ad4f,segment=NetworkSegment(1960b54c-09a8-4691-88df-58f456a7341f),segment_id=1960b54c-09a8-4691-88df-58f456a7341f)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:05:32.491998 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a42c1cd-9b68-4fe1-a05f-fa78a422e277 x-openstack-request-id: req-8a42c1cd-9b68-4fe1-a05f-fa78a422e277 {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:05:32.492306 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6601cb1d-9704-4fde-8351-4d3a2f9aa6cd", "name": "network-vif-plugged", "status": "completed", "tag": "fa549bc6-4c44-4bc6-a615-a03954a5ad4f", "code": 200}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:05:32.492560 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8a42c1cd-9b68-4fe1-a05f-fa78a422e277 {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:05:32.492954 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6601cb1d-9704-4fde-8351-4d3a2f9aa6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa549bc6-4c44-4bc6-a615-a03954a5ad4f', 'code': 200} Jan 20 13:05:32.542785 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (fa549bc6-4c44-4bc6-a615-a03954a5ad4f), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:32.591706 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=fa549bc6-4c44-4bc6-a615-a03954a5ad4f,revision_number=8']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:05:32.640412 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37769f-841f-4124-a06a-af3885f63ce7 req-27a18304-1f70-4382-961b-f82da83d4fbd tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:32.641911 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4c37769f-841f-4124-a06a-af3885f63ce7 req-27a18304-1f70-4382-961b-f82da83d4fbd tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 945 time: 0.0476866 Jan 20 13:05:32.693245 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4c37769f-841f-4124-a06a-af3885f63ce7 req-7f915fc5-dcdc-4d10-a48b-1fc42df68bd8 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451770 Jan 20 13:05:32.754225 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bd3dc-2bb7-4cdc-b67f-5094d6fba42f req-5e7eeb0b-e0b8-4030-ae3b-659d3b0c5fb8 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:32.754463 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d89bd3dc-2bb7-4cdc-b67f-5094d6fba42f req-5e7eeb0b-e0b8-4030-ae3b-659d3b0c5fb8 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/ports?device_id=f647dab6-7936-4b59-85e0-ea5a7a494ef5 HTTP/1.1" status: 200 len: 949 time: 0.0536106 Jan 20 13:05:32.827696 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21562583-79b6-449c-b782-2b721d4b3b27 req-34e1b67b-ceac-43d6-80db-27852692c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:32.829230 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-21562583-79b6-449c-b782-2b721d4b3b27 req-34e1b67b-ceac-43d6-80db-27852692c1a6 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 1098 time: 0.0731091 Jan 20 13:05:32.833446 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d89bd3dc-2bb7-4cdc-b67f-5094d6fba42f req-35442b5e-6a01-47b9-9496-c137a424920e tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/security-groups?id=322bf877-e384-4191-9b53-618b13ff6a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700161 Jan 20 13:05:32.875070 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-21562583-79b6-449c-b782-2b721d4b3b27 req-1feb461f-1c26-4a06-89f6-9a5f088bc3a0 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399649 Jan 20 13:05:33.185196 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93233a2-224f-4337-9936-932bb8d0c780 req-4fc8162b-9278-4d20-9118-7f9ec9159156 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:33.186767 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c93233a2-224f-4337-9936-932bb8d0c780 req-4fc8162b-9278-4d20-9118-7f9ec9159156 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.107 "GET /v2.0/ports?device_id=f647dab6-7936-4b59-85e0-ea5a7a494ef5 HTTP/1.1" status: 200 len: 949 time: 0.0471258 Jan 20 13:05:33.188803 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6710550f-6a0c-42de-b9de-8a2a2b20a577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:33.280011 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-c93233a2-224f-4337-9936-932bb8d0c780 req-7bad4c25-b464-417b-a8f8-5174c1e7c832 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Deleting port 169d87bb-b7c1-4598-b30f-27f733a2b0c1 {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:05:33.280352 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-c93233a2-224f-4337-9936-932bb8d0c780 req-7bad4c25-b464-417b-a8f8-5174c1e7c832 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (169d87bb-b7c1-4598-b30f-27f733a2b0c1), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:33.367928 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-c93233a2-224f-4337-9936-932bb8d0c780 req-7bad4c25-b464-417b-a8f8-5174c1e7c832 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] For port 169d87bb-b7c1-4598-b30f-27f733a2b0c1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=169d87bb-b7c1-4598-b30f-27f733a2b0c1,segment=NetworkSegment(73cbc535-926b-4a03-8fa2-26f4f66adec5),segment_id=73cbc535-926b-4a03-8fa2-26f4f66adec5)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:05:33.368202 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-c93233a2-224f-4337-9936-932bb8d0c780 req-7bad4c25-b464-417b-a8f8-5174c1e7c832 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (169d87bb-b7c1-4598-b30f-27f733a2b0c1), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:33.386137 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-c93233a2-224f-4337-9936-932bb8d0c780 req-7bad4c25-b464-417b-a8f8-5174c1e7c832 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Calling delete_port for 169d87bb-b7c1-4598-b30f-27f733a2b0c1 owned by compute:nova {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:05:33.594612 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-c93233a2-224f-4337-9936-932bb8d0c780 req-7bad4c25-b464-417b-a8f8-5174c1e7c832 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (169d87bb-b7c1-4598-b30f-27f733a2b0c1), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:33.606953 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['169d87bb-b7c1-4598-b30f-27f733a2b0c1'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:05:33.624111 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad4c25-b464-417b-a8f8-5174c1e7c832 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Pushing event deleted for resources: {'Port': ['ID=169d87bb-b7c1-4598-b30f-27f733a2b0c1,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:05:33.673400 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93233a2-224f-4337-9936-932bb8d0c780 req-7bad4c25-b464-417b-a8f8-5174c1e7c832 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] No DVR routers for this DVR port 169d87bb-b7c1-4598-b30f-27f733a2b0c1 on host hv-cinder-80403 {{(pid=109759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:05:33.676636 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-c93233a2-224f-4337-9936-932bb8d0c780 req-7bad4c25-b464-417b-a8f8-5174c1e7c832 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:33.680040 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c93233a2-224f-4337-9936-932bb8d0c780 req-7bad4c25-b464-417b-a8f8-5174c1e7c832 tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.107 "DELETE /v2.0/ports/169d87bb-b7c1-4598-b30f-27f733a2b0c1 HTTP/1.1" status: 204 len: 173 time: 0.4874506 Jan 20 13:05:33.680506 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f647dab6-7936-4b59-85e0-ea5a7a494ef5', 'name': 'network-vif-deleted', 'tag': '169d87bb-b7c1-4598-b30f-27f733a2b0c1'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:05:33.682822 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b372a784-ba95-4168-a7f1-dc934eb7a514" -d '{"events": [{"server_uuid": "f647dab6-7936-4b59-85e0-ea5a7a494ef5", "name": "network-vif-deleted", "tag": "169d87bb-b7c1-4598-b30f-27f733a2b0c1"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:05:33.727212 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314c6458-13ac-4dd7-b25e-268559b24597 x-openstack-request-id: req-314c6458-13ac-4dd7-b25e-268559b24597 {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:05:33.727987 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f647dab6-7936-4b59-85e0-ea5a7a494ef5", "name": "network-vif-deleted", "tag": "169d87bb-b7c1-4598-b30f-27f733a2b0c1", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:05:33.727987 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-314c6458-13ac-4dd7-b25e-268559b24597 {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:05:33.728207 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f647dab6-7936-4b59-85e0-ea5a7a494ef5', 'name': 'network-vif-deleted', 'tag': '169d87bb-b7c1-4598-b30f-27f733a2b0c1', 'status': 'completed', 'code': 200} Jan 20 13:05:33.820758 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c1bbe-b899-4670-9e48-54126b2e54f1 req-c89550d7-ad7c-43b7-b9e9-b8468bd2d51e tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:33.822820 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-456c1bbe-b899-4670-9e48-54126b2e54f1 req-c89550d7-ad7c-43b7-b9e9-b8468bd2d51e tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 945 time: 0.0530117 Jan 20 13:05:33.873639 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-456c1bbe-b899-4670-9e48-54126b2e54f1 req-6fd99253-57ab-4971-8bd3-5b35189761fc tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451746 Jan 20 13:05:33.930940 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-11818df4-861b-4b6e-8020-613f5714d04f req-a33965bd-5ba3-4fe1-9bd0-9c39a3063a9a tempest-VolumesNegativeTest-671797132 tempest-VolumesNegativeTest-671797132-project] 10.222.0.57 "GET /v2.0/ports?device_id=f647dab6-7936-4b59-85e0-ea5a7a494ef5 HTTP/1.1" status: 200 len: 210 time: 0.0271149 Jan 20 13:05:34.990685 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f63089-1b02-4b9d-b405-041a13abeca2 req-93ddcc20-8a27-4cd7-9539-406d8cc15a4a tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:34.992058 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-91f63089-1b02-4b9d-b405-041a13abeca2 req-93ddcc20-8a27-4cd7-9539-406d8cc15a4a tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 945 time: 0.0521054 Jan 20 13:05:35.041304 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-91f63089-1b02-4b9d-b405-041a13abeca2 req-03c45d47-d13b-4a2b-a2bb-f597a6922739 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436692 Jan 20 13:05:36.039783 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-2ecf7a01-0127-4322-85d1-3ec14ae92327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:36.326630 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 169d87bb-b7c1-4598-b30f-27f733a2b0c1 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:05:36.346046 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] No Port match for: 169d87bb-b7c1-4598-b30f-27f733a2b0c1 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:05:36.346402 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 169d87bb-b7c1-4598-b30f-27f733a2b0c1 not bound to the agent host hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:05:37.606029 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:39.702941 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:39.908296 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:40.710444 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 36358) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:05:40.843384 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-da77b826-6971-46d4-97e4-8c488675b4e4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d497416575b940aca74b118467aa105c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316953 Jan 20 13:05:40.845902 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 36362) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:05:40.891911 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f53a4736-ddfd-4e77-95ae-f4ab4f3f86e7 admin admin] Publish callbacks [] for security_group (322bf877-e384-4191-9b53-618b13ff6a2f), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:40.911871 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f53a4736-ddfd-4e77-95ae-f4ab4f3f86e7 admin admin] Publish callbacks [] for security_group (322bf877-e384-4191-9b53-618b13ff6a2f), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:40.925205 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:41.045519 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f53a4736-ddfd-4e77-95ae-f4ab4f3f86e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (322bf877-e384-4191-9b53-618b13ff6a2f), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:41.048078 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f53a4736-ddfd-4e77-95ae-f4ab4f3f86e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:05:41.049218 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-f53a4736-ddfd-4e77-95ae-f4ab4f3f86e7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/322bf877-e384-4191-9b53-618b13ff6a2f HTTP/1.1" status: 204 len: 168 time: 0.2024064 Jan 20 13:05:41.057936 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a4736-ddfd-4e77-95ae-f4ab4f3f86e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322bf877-e384-4191-9b53-618b13ff6a2f,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:05:41.065714 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a4736-ddfd-4e77-95ae-f4ab4f3f86e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:05:41.066415 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a4736-ddfd-4e77-95ae-f4ab4f3f86e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:05:41.066415 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a4736-ddfd-4e77-95ae-f4ab4f3f86e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:05:41.067307 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a4736-ddfd-4e77-95ae-f4ab4f3f86e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:05:41.067689 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a4736-ddfd-4e77-95ae-f4ab4f3f86e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:05:41.067995 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a4736-ddfd-4e77-95ae-f4ab4f3f86e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:05:41.068330 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a4736-ddfd-4e77-95ae-f4ab4f3f86e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:05:41.068661 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a4736-ddfd-4e77-95ae-f4ab4f3f86e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:05:41.068987 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a4736-ddfd-4e77-95ae-f4ab4f3f86e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:05:41.069310 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a4736-ddfd-4e77-95ae-f4ab4f3f86e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:05:41.069660 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a4736-ddfd-4e77-95ae-f4ab4f3f86e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:05:41.069986 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a4736-ddfd-4e77-95ae-f4ab4f3f86e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:05:41.070342 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a4736-ddfd-4e77-95ae-f4ab4f3f86e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:05:49.800928 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:05:54.133291 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5c285c9e-4f03-4b54-9938-9f7412acbb1e req-f01ba68f-aad8-4cd4-bb73-79af55de7963 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400808 Jan 20 13:05:54.221951 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c285c9e-4f03-4b54-9938-9f7412acbb1e req-82e9d27e-3b88-4df0-8b9d-a1e2491a7d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:54.224050 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5c285c9e-4f03-4b54-9938-9f7412acbb1e req-82e9d27e-3b88-4df0-8b9d-a1e2491a7d34 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ad79f53b3f334fc3a976c0714f8b78c5&device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 1098 time: 0.0455453 Jan 20 13:05:54.334815 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c285c9e-4f03-4b54-9938-9f7412acbb1e req-80c01dc3-fb84-4309-920f-fa40164fa1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:54.336289 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5c285c9e-4f03-4b54-9938-9f7412acbb1e req-80c01dc3-fb84-4309-920f-fa40164fa1e6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=d0afbccb-a790-4cda-aef8-ceb4599dcd3a HTTP/1.1" status: 200 len: 910 time: 0.0887759 Jan 20 13:05:54.403946 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5c285c9e-4f03-4b54-9938-9f7412acbb1e req-d9961fa3-8811-4601-8941-4c49f5edc9fa service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa549bc6-4c44-4bc6-a615-a03954a5ad4f HTTP/1.1" status: 200 len: 1001 time: 0.0576987 Jan 20 13:05:54.453141 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c285c9e-4f03-4b54-9938-9f7412acbb1e req-9539edb3-2cf8-47a0-ab22-068f07b192ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:54.454593 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5c285c9e-4f03-4b54-9938-9f7412acbb1e req-9539edb3-2cf8-47a0-ab22-068f07b192ce service neutron] 10.222.0.107 "GET /v2.0/subnets?id=827e3bde-32ef-4cb9-811c-1e7052538673 HTTP/1.1" status: 200 len: 848 time: 0.0447931 Jan 20 13:05:54.498059 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c285c9e-4f03-4b54-9938-9f7412acbb1e req-bab4a00a-b150-41dd-94b0-06bbd412c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:05:54.499512 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5c285c9e-4f03-4b54-9938-9f7412acbb1e req-bab4a00a-b150-41dd-94b0-06bbd412c0b9 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d0afbccb-a790-4cda-aef8-ceb4599dcd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386350 Jan 20 13:05:54.590303 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5c285c9e-4f03-4b54-9938-9f7412acbb1e req-b275e3d0-8ca7-4bef-819e-7fd31a99e83d service neutron] 10.222.0.107 "GET /v2.0/networks/d0afbccb-a790-4cda-aef8-ceb4599dcd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845122 Jan 20 13:05:54.682659 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5c285c9e-4f03-4b54-9938-9f7412acbb1e req-201de0b0-4743-44b3-a9b1-1bc2ac9f0c51 service neutron] 10.222.0.107 "GET /v2.0/networks/d0afbccb-a790-4cda-aef8-ceb4599dcd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855103 Jan 20 13:06:03.216628 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-f7964bed-fb2f-46de-aff4-4fcfa90ecb46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:06:06.011160 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-3f05e6bf-cfc1-47d3-849c-577200783960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:06:07.656389 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:06:09.759810 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:06:09.919404 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:06:10.953153 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:06:26.807152 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:06:33.187115 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-aaca06ce-ef2c-4cf0-861b-a13c2e6e9402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:06:35.998605 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-7fac5aea-3aa9-4e35-b995-28931f931ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:06:37.638226 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:06:39.746806 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:06:39.941198 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:06:40.901511 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:06:55.437798 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-65930746-0d33-4cac-ad4b-ac5cbc471831 req-07f6e9e0-38f5-4363-9a1f-94ea43c6e965 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468788 Jan 20 13:06:55.515083 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65930746-0d33-4cac-ad4b-ac5cbc471831 req-5522562b-ec92-41bc-a71a-153b6caad269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:06:55.516549 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-65930746-0d33-4cac-ad4b-ac5cbc471831 req-5522562b-ec92-41bc-a71a-153b6caad269 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ad79f53b3f334fc3a976c0714f8b78c5&device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 1098 time: 0.0388520 Jan 20 13:06:55.620550 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65930746-0d33-4cac-ad4b-ac5cbc471831 req-e14c5d9c-788c-4449-85aa-356a97cd7304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:06:55.622033 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-65930746-0d33-4cac-ad4b-ac5cbc471831 req-e14c5d9c-788c-4449-85aa-356a97cd7304 service neutron] 10.222.0.107 "GET /v2.0/networks?id=d0afbccb-a790-4cda-aef8-ceb4599dcd3a HTTP/1.1" status: 200 len: 910 time: 0.0859222 Jan 20 13:06:55.684803 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-65930746-0d33-4cac-ad4b-ac5cbc471831 req-7e598012-e6af-4bb1-a6cc-7b6fe649ab82 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa549bc6-4c44-4bc6-a615-a03954a5ad4f HTTP/1.1" status: 200 len: 1001 time: 0.0567584 Jan 20 13:06:55.735402 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65930746-0d33-4cac-ad4b-ac5cbc471831 req-0e6815e6-a7ec-4d61-82b4-85ec96c98da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:06:55.736742 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-65930746-0d33-4cac-ad4b-ac5cbc471831 req-0e6815e6-a7ec-4d61-82b4-85ec96c98da1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=827e3bde-32ef-4cb9-811c-1e7052538673 HTTP/1.1" status: 200 len: 848 time: 0.0464571 Jan 20 13:06:55.784531 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65930746-0d33-4cac-ad4b-ac5cbc471831 req-2fa9ccb7-633a-4c09-bcea-dbca301addc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:06:55.786070 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-65930746-0d33-4cac-ad4b-ac5cbc471831 req-2fa9ccb7-633a-4c09-bcea-dbca301addc4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d0afbccb-a790-4cda-aef8-ceb4599dcd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434091 Jan 20 13:06:55.872609 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-65930746-0d33-4cac-ad4b-ac5cbc471831 req-8d8fc4cb-2031-47a9-ace0-231b5189fa2a service neutron] 10.222.0.107 "GET /v2.0/networks/d0afbccb-a790-4cda-aef8-ceb4599dcd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804703 Jan 20 13:06:55.961364 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-65930746-0d33-4cac-ad4b-ac5cbc471831 req-4fa5e8e4-adb4-413f-9cff-66ad74f699cb service neutron] 10.222.0.107 "GET /v2.0/networks/d0afbccb-a790-4cda-aef8-ceb4599dcd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834751 Jan 20 13:07:03.186597 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-a8e02413-89fa-4145-80ee-411912ab2347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:03.806468 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:07:03.913110 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 36384) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:04.203392 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-c7546253-64ee-4c27-b9ec-a8ce8e1d2e57 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Deleting port cbdfbb96-1067-4f18-89ce-ca8a6bdfba46 {{(pid=109760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:07:04.203652 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c7546253-64ee-4c27-b9ec-a8ce8e1d2e57 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (cbdfbb96-1067-4f18-89ce-ca8a6bdfba46), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:04.279503 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c7546253-64ee-4c27-b9ec-a8ce8e1d2e57 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (cbdfbb96-1067-4f18-89ce-ca8a6bdfba46), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:04.279853 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c7546253-64ee-4c27-b9ec-a8ce8e1d2e57 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for floatingip (cbdfbb96-1067-4f18-89ce-ca8a6bdfba46), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:04.291947 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-c7546253-64ee-4c27-b9ec-a8ce8e1d2e57 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Calling delete_port for cbdfbb96-1067-4f18-89ce-ca8a6bdfba46 owned by network:floatingip {{(pid=109760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:07:04.535534 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c7546253-64ee-4c27-b9ec-a8ce8e1d2e57 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (cbdfbb96-1067-4f18-89ce-ca8a6bdfba46), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:04.566148 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7546253-64ee-4c27-b9ec-a8ce8e1d2e57 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Pushing event deleted for resources: {'Port': ['ID=cbdfbb96-1067-4f18-89ce-ca8a6bdfba46,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:04.590667 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7546253-64ee-4c27-b9ec-a8ce8e1d2e57 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:04.591015 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7546253-64ee-4c27-b9ec-a8ce8e1d2e57 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:04.591366 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7546253-64ee-4c27-b9ec-a8ce8e1d2e57 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:04.591698 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7546253-64ee-4c27-b9ec-a8ce8e1d2e57 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:04.592039 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7546253-64ee-4c27-b9ec-a8ce8e1d2e57 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:04.592370 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7546253-64ee-4c27-b9ec-a8ce8e1d2e57 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:04.592698 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7546253-64ee-4c27-b9ec-a8ce8e1d2e57 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:04.593024 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7546253-64ee-4c27-b9ec-a8ce8e1d2e57 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:04.593370 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7546253-64ee-4c27-b9ec-a8ce8e1d2e57 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:04.593695 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7546253-64ee-4c27-b9ec-a8ce8e1d2e57 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:04.594017 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7546253-64ee-4c27-b9ec-a8ce8e1d2e57 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:04.594337 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7546253-64ee-4c27-b9ec-a8ce8e1d2e57 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:04.594655 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7546253-64ee-4c27-b9ec-a8ce8e1d2e57 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:04.633255 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c7546253-64ee-4c27-b9ec-a8ce8e1d2e57 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for floatingip (7b1dd369-6d0e-4ef7-a745-c087396b1751), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:04.633609 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.db.l3_db [None req-c7546253-64ee-4c27-b9ec-a8ce8e1d2e57 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Floating IP 7b1dd369-6d0e-4ef7-a745-c087396b1751 disassociated (deleted). External IP: 172.27.0.135, port: fa549bc6-4c44-4bc6-a615-a03954a5ad4f. Jan 20 13:07:04.858649 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7546253-64ee-4c27-b9ec-a8ce8e1d2e57 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Router 4b760df3-fed6-44ce-9c10-647c43b84398 has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:07:04.962901 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7546253-64ee-4c27-b9ec-a8ce8e1d2e57 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:07:04.967733 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c7546253-64ee-4c27-b9ec-a8ce8e1d2e57 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:04.972511 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be42abb-6769-487c-b90d-321d9b180438 None None] Sync routers for ids ['4b760df3-fed6-44ce-9c10-647c43b84398'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:07:04.982834 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be42abb-6769-487c-b90d-321d9b180438 None None] Routers {'4b760df3-fed6-44ce-9c10-647c43b84398'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:07:04.983461 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-9be42abb-6769-487c-b90d-321d9b180438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:06:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['4b760df3-fed6-44ce-9c10-647c43b84398'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:04.994496 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-c7546253-64ee-4c27-b9ec-a8ce8e1d2e57 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "DELETE /v2.0/floatingips/7b1dd369-6d0e-4ef7-a745-c087396b1751 HTTP/1.1" status: 204 len: 168 time: 1.0802765 Jan 20 13:07:04.995076 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6601cb1d-9704-4fde-8351-4d3a2f9aa6cd', 'tag': 'fa549bc6-4c44-4bc6-a615-a03954a5ad4f'}] {{(pid=109760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:07:04.997298 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ea70534e3ec4c8535c613b7f61a71075c31a0f3d27b65f13708ffbf10b8f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e281ba30-91f5-4894-bfdb-47f05e2bd205" -d '{"events": [{"name": "network-changed", "server_uuid": "6601cb1d-9704-4fde-8351-4d3a2f9aa6cd", "tag": "fa549bc6-4c44-4bc6-a615-a03954a5ad4f"}]}' {{(pid=109760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:07:05.092704 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-9be42abb-6769-487c-b90d-321d9b180438 None None] Set router 4b760df3-fed6-44ce-9c10-647c43b84398 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:07:05.190810 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935588a3-e059-4cf4-ab20-a38f7b6e9123 x-openstack-request-id: req-935588a3-e059-4cf4-ab20-a38f7b6e9123 {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:07:05.191196 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6601cb1d-9704-4fde-8351-4d3a2f9aa6cd", "tag": "fa549bc6-4c44-4bc6-a615-a03954a5ad4f", "status": "completed", "code": 200}]} {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:07:05.191519 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-935588a3-e059-4cf4-ab20-a38f7b6e9123 {{(pid=109760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:07:05.191927 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6601cb1d-9704-4fde-8351-4d3a2f9aa6cd', 'tag': 'fa549bc6-4c44-4bc6-a615-a03954a5ad4f', 'status': 'completed', 'code': 200} Jan 20 13:07:05.254902 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281ba30-91f5-4894-bfdb-47f05e2bd205 req-83e40039-2ff0-4a74-8e5f-7e0a443eae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:07:05.256662 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e281ba30-91f5-4894-bfdb-47f05e2bd205 req-83e40039-2ff0-4a74-8e5f-7e0a443eae2b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ad79f53b3f334fc3a976c0714f8b78c5&device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 1098 time: 0.0426390 Jan 20 13:07:05.311776 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-9be42abb-6769-487c-b90d-321d9b180438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'name': 'tempest-TestShelveInstance-1653588039-router', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '994fe7ba-480e-4312-95b3-f7705e4bf101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:01:47Z', 'revision_number': 4, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'gw_port': {'id': '994fe7ba-480e-4312-95b3-f7705e4bf101', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '8674ba52-6c91-4ae6-bda6-42f0b206b3be', 'name': '', 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'mac_address': 'fa:16:3e:b3:67:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '827e3bde-32ef-4cb9-811c-1e7052538673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:46Z', 'updated_at': '2022-01-20T13:01:52Z', 'revision_number': 5, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'subnets': [{'id': '827e3bde-32ef-4cb9-811c-1e7052538673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:05.338983 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be42abb-6769-487c-b90d-321d9b180438 None None] Checking router: 4b760df3-fed6-44ce-9c10-647c43b84398 for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:07:05.347680 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be42abb-6769-487c-b90d-321d9b180438 None None] Routers {'4b760df3-fed6-44ce-9c10-647c43b84398'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:07:05.348296 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-9be42abb-6769-487c-b90d-321d9b180438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:06:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['4b760df3-fed6-44ce-9c10-647c43b84398'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:05.356879 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281ba30-91f5-4894-bfdb-47f05e2bd205 req-b8a71d5e-fde8-4a60-9793-4fa8cc40b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:07:05.358454 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e281ba30-91f5-4894-bfdb-47f05e2bd205 req-b8a71d5e-fde8-4a60-9793-4fa8cc40b508 service neutron] 10.222.0.107 "GET /v2.0/networks?id=d0afbccb-a790-4cda-aef8-ceb4599dcd3a HTTP/1.1" status: 200 len: 910 time: 0.0893357 Jan 20 13:07:05.401174 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e281ba30-91f5-4894-bfdb-47f05e2bd205 req-c30b7af0-4fb2-4077-9010-29a0928792af service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa549bc6-4c44-4bc6-a615-a03954a5ad4f HTTP/1.1" status: 200 len: 217 time: 0.0367072 Jan 20 13:07:05.457198 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-9be42abb-6769-487c-b90d-321d9b180438 None None] Set router 4b760df3-fed6-44ce-9c10-647c43b84398 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:07:05.665213 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-9be42abb-6769-487c-b90d-321d9b180438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'name': 'tempest-TestShelveInstance-1653588039-router', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '994fe7ba-480e-4312-95b3-f7705e4bf101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:01:47Z', 'revision_number': 4, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'gw_port': {'id': '994fe7ba-480e-4312-95b3-f7705e4bf101', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '8674ba52-6c91-4ae6-bda6-42f0b206b3be', 'name': '', 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'mac_address': 'fa:16:3e:b3:67:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '827e3bde-32ef-4cb9-811c-1e7052538673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:46Z', 'updated_at': '2022-01-20T13:01:52Z', 'revision_number': 5, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'subnets': [{'id': '827e3bde-32ef-4cb9-811c-1e7052538673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:05.696248 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be42abb-6769-487c-b90d-321d9b180438 None None] The sync data for ids ['4b760df3-fed6-44ce-9c10-647c43b84398'] in dv-cinder-804035-24-iscsi is: [{'id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'name': 'tempest-TestShelveInstance-1653588039-router', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '994fe7ba-480e-4312-95b3-f7705e4bf101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:01:47Z', 'revision_number': 4, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'gw_port': {'id': '994fe7ba-480e-4312-95b3-f7705e4bf101', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '8674ba52-6c91-4ae6-bda6-42f0b206b3be', 'name': '', 'network_id': 'd0afbccb-a790-4cda-aef8-ceb4599dcd3a', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'mac_address': 'fa:16:3e:b3:67:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '827e3bde-32ef-4cb9-811c-1e7052538673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:46Z', 'updated_at': '2022-01-20T13:01:52Z', 'revision_number': 5, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'subnets': [{'id': '827e3bde-32ef-4cb9-811c-1e7052538673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:07:05.750164 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281ba30-91f5-4894-bfdb-47f05e2bd205 req-8e13011a-d317-4511-8cfe-49d03dba78f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:07:05.751637 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e281ba30-91f5-4894-bfdb-47f05e2bd205 req-8e13011a-d317-4511-8cfe-49d03dba78f9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=827e3bde-32ef-4cb9-811c-1e7052538673 HTTP/1.1" status: 200 len: 848 time: 0.3439195 Jan 20 13:07:05.776582 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce87986-b7b6-4d3a-a902-d6a33bcfe372 req-bca8d793-fbde-4f78-a8c6-5bf24cac44b3 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:07:05.778087 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bce87986-b7b6-4d3a-a902-d6a33bcfe372 req-bca8d793-fbde-4f78-a8c6-5bf24cac44b3 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 945 time: 0.3456211 Jan 20 13:07:05.832939 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281ba30-91f5-4894-bfdb-47f05e2bd205 req-e5ec7c3b-24fe-480d-972b-62de0220eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:07:05.834492 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e281ba30-91f5-4894-bfdb-47f05e2bd205 req-e5ec7c3b-24fe-480d-972b-62de0220eaf0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d0afbccb-a790-4cda-aef8-ceb4599dcd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0741327 Jan 20 13:07:05.856591 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bce87986-b7b6-4d3a-a902-d6a33bcfe372 req-eb7119b6-88c8-40bf-b7ac-937ea4d1f044 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649941 Jan 20 13:07:05.924116 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea46726b-58aa-4afd-88a3-4d9c3d9259dc None None] New status for floating IP 7b1dd369-6d0e-4ef7-a745-c087396b1751: DOWN {{(pid=109762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:07:05.941170 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e281ba30-91f5-4894-bfdb-47f05e2bd205 req-621a4020-defe-4e10-bbe2-3c68a624c8e8 service neutron] 10.222.0.107 "GET /v2.0/networks/d0afbccb-a790-4cda-aef8-ceb4599dcd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975847 Jan 20 13:07:05.997821 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1a201e53-ca7c-4865-a0da-3844d314318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:06.037029 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e281ba30-91f5-4894-bfdb-47f05e2bd205 req-d80c0da6-7dec-4520-baf4-6e3199776161 service neutron] 10.222.0.107 "GET /v2.0/networks/d0afbccb-a790-4cda-aef8-ceb4599dcd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898466 Jan 20 13:07:06.971422 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62453415-3f35-4c7a-8d7a-93cf3da708b6 req-508e0225-2d65-4192-b1d5-d4673d0c226f tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:07:06.972869 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-62453415-3f35-4c7a-8d7a-93cf3da708b6 req-508e0225-2d65-4192-b1d5-d4673d0c226f tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 945 time: 0.0468397 Jan 20 13:07:07.024529 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-62453415-3f35-4c7a-8d7a-93cf3da708b6 req-a5f870a0-c24f-4925-90cf-b0cf6f06e444 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/security-groups?id=1d330934-1b30-4e73-ad96-7a7688fbfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461633 Jan 20 13:07:07.309881 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56d7ed-3401-4c4a-8ae5-f428f7a3112f req-8c9ace86-2ab8-437b-be5a-2577d3566362 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:07:07.311326 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4a56d7ed-3401-4c4a-8ae5-f428f7a3112f req-8c9ace86-2ab8-437b-be5a-2577d3566362 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.107 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 945 time: 0.0470970 Jan 20 13:07:07.397365 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-4a56d7ed-3401-4c4a-8ae5-f428f7a3112f req-afed803c-e5be-46d4-8e2e-0bafdefd03ce tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Deleting port fa549bc6-4c44-4bc6-a615-a03954a5ad4f {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:07:07.397762 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-4a56d7ed-3401-4c4a-8ae5-f428f7a3112f req-afed803c-e5be-46d4-8e2e-0bafdefd03ce tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (fa549bc6-4c44-4bc6-a615-a03954a5ad4f), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:07.485523 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-4a56d7ed-3401-4c4a-8ae5-f428f7a3112f req-afed803c-e5be-46d4-8e2e-0bafdefd03ce tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] For port fa549bc6-4c44-4bc6-a615-a03954a5ad4f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fa549bc6-4c44-4bc6-a615-a03954a5ad4f,segment=NetworkSegment(1960b54c-09a8-4691-88df-58f456a7341f),segment_id=1960b54c-09a8-4691-88df-58f456a7341f)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:07:07.485814 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-4a56d7ed-3401-4c4a-8ae5-f428f7a3112f req-afed803c-e5be-46d4-8e2e-0bafdefd03ce tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (fa549bc6-4c44-4bc6-a615-a03954a5ad4f), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:07.497967 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-4a56d7ed-3401-4c4a-8ae5-f428f7a3112f req-afed803c-e5be-46d4-8e2e-0bafdefd03ce tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Calling delete_port for fa549bc6-4c44-4bc6-a615-a03954a5ad4f owned by compute:nova {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:07:07.695197 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:07.723718 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-4a56d7ed-3401-4c4a-8ae5-f428f7a3112f req-afed803c-e5be-46d4-8e2e-0bafdefd03ce tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (fa549bc6-4c44-4bc6-a615-a03954a5ad4f), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:07.753570 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed803c-e5be-46d4-8e2e-0bafdefd03ce tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Pushing event deleted for resources: {'Port': ['ID=fa549bc6-4c44-4bc6-a615-a03954a5ad4f,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:07.777412 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed803c-e5be-46d4-8e2e-0bafdefd03ce tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:07.777789 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed803c-e5be-46d4-8e2e-0bafdefd03ce tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:07.778133 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed803c-e5be-46d4-8e2e-0bafdefd03ce tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:07.778472 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed803c-e5be-46d4-8e2e-0bafdefd03ce tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:07.778805 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed803c-e5be-46d4-8e2e-0bafdefd03ce tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:07.779133 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed803c-e5be-46d4-8e2e-0bafdefd03ce tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:07.779459 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed803c-e5be-46d4-8e2e-0bafdefd03ce tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:07.779784 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed803c-e5be-46d4-8e2e-0bafdefd03ce tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:07.780106 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed803c-e5be-46d4-8e2e-0bafdefd03ce tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:07.780429 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed803c-e5be-46d4-8e2e-0bafdefd03ce tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:07.780757 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed803c-e5be-46d4-8e2e-0bafdefd03ce tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:07.781079 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed803c-e5be-46d4-8e2e-0bafdefd03ce tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:07.781396 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed803c-e5be-46d4-8e2e-0bafdefd03ce tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:07.801928 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a56d7ed-3401-4c4a-8ae5-f428f7a3112f req-afed803c-e5be-46d4-8e2e-0bafdefd03ce tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] No DVR routers for this DVR port fa549bc6-4c44-4bc6-a615-a03954a5ad4f on host hv-cinder-80403 {{(pid=109759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:07:07.804961 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-4a56d7ed-3401-4c4a-8ae5-f428f7a3112f req-afed803c-e5be-46d4-8e2e-0bafdefd03ce tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:07.808475 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4a56d7ed-3401-4c4a-8ae5-f428f7a3112f req-afed803c-e5be-46d4-8e2e-0bafdefd03ce tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.107 "DELETE /v2.0/ports/fa549bc6-4c44-4bc6-a615-a03954a5ad4f HTTP/1.1" status: 204 len: 173 time: 0.4919031 Jan 20 13:07:07.808748 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6601cb1d-9704-4fde-8351-4d3a2f9aa6cd', 'name': 'network-vif-deleted', 'tag': 'fa549bc6-4c44-4bc6-a615-a03954a5ad4f'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:07:07.810992 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7961ee30-ed2b-4ac2-aad1-f95ed86e8646" -d '{"events": [{"server_uuid": "6601cb1d-9704-4fde-8351-4d3a2f9aa6cd", "name": "network-vif-deleted", "tag": "fa549bc6-4c44-4bc6-a615-a03954a5ad4f"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:07:07.845105 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b73129-ed11-4692-b861-f89269b01c28 x-openstack-request-id: req-18b73129-ed11-4692-b861-f89269b01c28 {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:07:07.845403 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6601cb1d-9704-4fde-8351-4d3a2f9aa6cd", "name": "network-vif-deleted", "tag": "fa549bc6-4c44-4bc6-a615-a03954a5ad4f", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:07:07.845679 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-18b73129-ed11-4692-b861-f89269b01c28 {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:07:07.846078 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6601cb1d-9704-4fde-8351-4d3a2f9aa6cd', 'name': 'network-vif-deleted', 'tag': 'fa549bc6-4c44-4bc6-a615-a03954a5ad4f', 'status': 'completed', 'code': 200} Jan 20 13:07:08.119848 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c8a9ebad-3bb0-432c-966c-ad23ea4146b7 req-11e10961-dd4c-4fb9-989b-b79eeb1864b2 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 210 time: 0.0294724 Jan 20 13:07:09.225952 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-fa5cd6ef-2b02-4ba8-aaf3-e5fd50a5cc59 req-5e918c7c-6df4-49ec-90ab-78efdf24abb3 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "GET /v2.0/ports?device_id=6601cb1d-9704-4fde-8351-4d3a2f9aa6cd HTTP/1.1" status: 200 len: 210 time: 0.0251231 Jan 20 13:07:09.712575 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:09.981491 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:10.282555 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 36420) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:10.342647 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-11d2453e-ee6e-4d2e-8b93-31872c87a748 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for security_group (1d330934-1b30-4e73-ad96-7a7688fbfe30), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:10.369070 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-11d2453e-ee6e-4d2e-8b93-31872c87a748 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for security_group (1d330934-1b30-4e73-ad96-7a7688fbfe30), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:10.500355 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-11d2453e-ee6e-4d2e-8b93-31872c87a748 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (1d330934-1b30-4e73-ad96-7a7688fbfe30), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:10.502946 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-11d2453e-ee6e-4d2e-8b93-31872c87a748 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:10.504132 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-11d2453e-ee6e-4d2e-8b93-31872c87a748 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] 10.222.0.57 "DELETE /v2.0/security-groups/1d330934-1b30-4e73-ad96-7a7688fbfe30 HTTP/1.1" status: 204 len: 168 time: 0.2205598 Jan 20 13:07:10.513261 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2453e-ee6e-4d2e-8b93-31872c87a748 tempest-TestShelveInstance-838035434 tempest-TestShelveInstance-838035434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d330934-1b30-4e73-ad96-7a7688fbfe30,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:10.600414 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 36424) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:10.845388 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device fa549bc6-4c44-4bc6-a615-a03954a5ad4f no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:07:10.868036 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] No Port match for: fa549bc6-4c44-4bc6-a615-a03954a5ad4f {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:07:10.868378 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device fa549bc6-4c44-4bc6-a615-a03954a5ad4f not bound to the agent host hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:07:10.889002 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:11.062221 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-73f9df21-1f89-4d45-963a-e3c47a8953f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545717'] for router_interface (4b760df3-fed6-44ce-9c10-647c43b84398), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:11.302130 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-73f9df21-1f89-4d45-963a-e3c47a8953f6 admin admin] Deleting port 8674ba52-6c91-4ae6-bda6-42f0b206b3be {{(pid=109760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:07:11.302576 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-73f9df21-1f89-4d45-963a-e3c47a8953f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (8674ba52-6c91-4ae6-bda6-42f0b206b3be), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:11.378845 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [None req-73f9df21-1f89-4d45-963a-e3c47a8953f6 admin admin] For port 8674ba52-6c91-4ae6-bda6-42f0b206b3be, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=8674ba52-6c91-4ae6-bda6-42f0b206b3be,segment=NetworkSegment(1960b54c-09a8-4691-88df-58f456a7341f),segment_id=1960b54c-09a8-4691-88df-58f456a7341f)] {{(pid=109760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:07:11.379208 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-73f9df21-1f89-4d45-963a-e3c47a8953f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (8674ba52-6c91-4ae6-bda6-42f0b206b3be), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:11.391572 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-73f9df21-1f89-4d45-963a-e3c47a8953f6 admin admin] Calling delete_port for 8674ba52-6c91-4ae6-bda6-42f0b206b3be owned by network:router_interface {{(pid=109760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:07:11.614608 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-73f9df21-1f89-4d45-963a-e3c47a8953f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (8674ba52-6c91-4ae6-bda6-42f0b206b3be), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:11.647477 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9df21-1f89-4d45-963a-e3c47a8953f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8674ba52-6c91-4ae6-bda6-42f0b206b3be,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:11.809062 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-73f9df21-1f89-4d45-963a-e3c47a8953f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1477607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1559935'] for router_interface (4b760df3-fed6-44ce-9c10-647c43b84398), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:12.259506 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f9df21-1f89-4d45-963a-e3c47a8953f6 admin admin] Router 4b760df3-fed6-44ce-9c10-647c43b84398 has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:07:12.366520 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f9df21-1f89-4d45-963a-e3c47a8953f6 admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:07:12.372152 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-73f9df21-1f89-4d45-963a-e3c47a8953f6 admin admin] 10.222.0.57 "PUT /v2.0/routers/4b760df3-fed6-44ce-9c10-647c43b84398/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7706702 Jan 20 13:07:12.374681 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 36428) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:12.375752 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a119ba77-5f8f-44af-8997-a962dd49479b None None] Sync routers for ids ['4b760df3-fed6-44ce-9c10-647c43b84398'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:07:12.386033 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a119ba77-5f8f-44af-8997-a962dd49479b None None] Routers {'4b760df3-fed6-44ce-9c10-647c43b84398'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:07:12.386649 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-a119ba77-5f8f-44af-8997-a962dd49479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:07:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['4b760df3-fed6-44ce-9c10-647c43b84398'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:12.489823 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-8f00b247-dc3b-422d-95ba-63a97f5d67f1 admin admin] Publish callbacks [] for router (4b760df3-fed6-44ce-9c10-647c43b84398), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:12.496053 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-a119ba77-5f8f-44af-8997-a962dd49479b None None] Set router 4b760df3-fed6-44ce-9c10-647c43b84398 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:07:12.587341 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-8f00b247-dc3b-422d-95ba-63a97f5d67f1 admin admin] Publish callbacks [] for router_gateway (4b760df3-fed6-44ce-9c10-647c43b84398), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:12.679615 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-a119ba77-5f8f-44af-8997-a962dd49479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'name': 'tempest-TestShelveInstance-1653588039-router', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '994fe7ba-480e-4312-95b3-f7705e4bf101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:07:11Z', 'revision_number': 5, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'gw_port': {'id': '994fe7ba-480e-4312-95b3-f7705e4bf101', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:12.698345 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-8f00b247-dc3b-422d-95ba-63a97f5d67f1 admin admin] Deleting port 994fe7ba-480e-4312-95b3-f7705e4bf101 {{(pid=109760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:07:12.698946 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-8f00b247-dc3b-422d-95ba-63a97f5d67f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (994fe7ba-480e-4312-95b3-f7705e4bf101), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:12.706814 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a119ba77-5f8f-44af-8997-a962dd49479b None None] Checking router: 4b760df3-fed6-44ce-9c10-647c43b84398 for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:07:12.715883 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a119ba77-5f8f-44af-8997-a962dd49479b None None] Routers {'4b760df3-fed6-44ce-9c10-647c43b84398'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:07:12.716621 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-a119ba77-5f8f-44af-8997-a962dd49479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:07:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['4b760df3-fed6-44ce-9c10-647c43b84398'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:12.778149 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [None req-8f00b247-dc3b-422d-95ba-63a97f5d67f1 admin admin] For port 994fe7ba-480e-4312-95b3-f7705e4bf101, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=994fe7ba-480e-4312-95b3-f7705e4bf101,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:07:12.778419 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-8f00b247-dc3b-422d-95ba-63a97f5d67f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (994fe7ba-480e-4312-95b3-f7705e4bf101), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:12.792164 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-8f00b247-dc3b-422d-95ba-63a97f5d67f1 admin admin] Calling delete_port for 994fe7ba-480e-4312-95b3-f7705e4bf101 owned by network:router_gateway {{(pid=109760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:07:12.928688 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-a119ba77-5f8f-44af-8997-a962dd49479b None None] Set router 4b760df3-fed6-44ce-9c10-647c43b84398 gateway port host: None {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:07:12.982353 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-a119ba77-5f8f-44af-8997-a962dd49479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'name': 'tempest-TestShelveInstance-1653588039-router', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:07:12Z', 'revision_number': 6, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'gw_port_host': None}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:13.008274 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a119ba77-5f8f-44af-8997-a962dd49479b None None] The sync data for ids ['4b760df3-fed6-44ce-9c10-647c43b84398'] in dv-cinder-804035-24-iscsi is: [{'id': '4b760df3-fed6-44ce-9c10-647c43b84398', 'name': 'tempest-TestShelveInstance-1653588039-router', 'tenant_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:01:44Z', 'updated_at': '2022-01-20T13:07:12Z', 'revision_number': 6, 'project_id': 'ad79f53b3f334fc3a976c0714f8b78c5', 'gw_port_host': None}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:07:13.049284 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-8f00b247-dc3b-422d-95ba-63a97f5d67f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (994fe7ba-480e-4312-95b3-f7705e4bf101), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:13.075624 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00b247-dc3b-422d-95ba-63a97f5d67f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=994fe7ba-480e-4312-95b3-f7705e4bf101,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:13.136412 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-8f00b247-dc3b-422d-95ba-63a97f5d67f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1567116'] for router_gateway (4b760df3-fed6-44ce-9c10-647c43b84398), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:13.224964 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-8f00b247-dc3b-422d-95ba-63a97f5d67f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1571896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58000'] for router (4b760df3-fed6-44ce-9c10-647c43b84398), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:13.227178 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-8f00b247-dc3b-422d-95ba-63a97f5d67f1 admin admin] Publish callbacks [] for router_controller (4b760df3-fed6-44ce-9c10-647c43b84398), precommit_delete_associations {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:13.335319 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-8f00b247-dc3b-422d-95ba-63a97f5d67f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1571895'] for router (4b760df3-fed6-44ce-9c10-647c43b84398), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:13.335851 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f00b247-dc3b-422d-95ba-63a97f5d67f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b760df3-fed6-44ce-9c10-647c43b84398 {{(pid=109760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 13:07:13.340680 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-8f00b247-dc3b-422d-95ba-63a97f5d67f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:13.346051 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-8f00b247-dc3b-422d-95ba-63a97f5d67f1 admin admin] 10.222.0.57 "DELETE /v2.0/routers/4b760df3-fed6-44ce-9c10-647c43b84398 HTTP/1.1" status: 204 len: 168 time: 0.9662416 Jan 20 13:07:13.346051 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 36430) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:13.396060 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_v2 [None req-32655495-6b74-40f0-bc5b-08babaea801e admin admin] Deleting subnet 827e3bde-32ef-4cb9-811c-1e7052538673 {{(pid=109760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 13:07:13.400042 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-32655495-6b74-40f0-bc5b-08babaea801e admin admin] Publish callbacks [] for subnet (827e3bde-32ef-4cb9-811c-1e7052538673), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:13.437704 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-32655495-6b74-40f0-bc5b-08babaea801e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5795260'] for subnet (827e3bde-32ef-4cb9-811c-1e7052538673), precommit_delete_associations {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:13.514533 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-32655495-6b74-40f0-bc5b-08babaea801e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537527'] for subnet (827e3bde-32ef-4cb9-811c-1e7052538673), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:13.643627 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-32655495-6b74-40f0-bc5b-08babaea801e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4332618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4798155'] for subnet (827e3bde-32ef-4cb9-811c-1e7052538673), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:13.675337 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-32655495-6b74-40f0-bc5b-08babaea801e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:13.679942 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-32655495-6b74-40f0-bc5b-08babaea801e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/827e3bde-32ef-4cb9-811c-1e7052538673 HTTP/1.1" status: 204 len: 168 time: 0.3341134 Jan 20 13:07:13.680848 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32655495-6b74-40f0-bc5b-08babaea801e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=827e3bde-32ef-4cb9-811c-1e7052538673,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:13.681223 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f944af-fc19-477a-9b81-6cd00250f842 None None] Network d0afbccb-a790-4cda-aef8-ceb4599dcd3a requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:07:13.682477 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 36432) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:13.756615 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-63b4a04c-250f-4bc9-9caf-f692754080a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497049'] for network (d0afbccb-a790-4cda-aef8-ceb4599dcd3a), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:13.781651 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 8674ba52-6c91-4ae6-bda6-42f0b206b3be no longer exists at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:07:13.809310 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] No Port match for: 8674ba52-6c91-4ae6-bda6-42f0b206b3be {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:07:13.809958 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 8674ba52-6c91-4ae6-bda6-42f0b206b3be not bound to the agent host dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:07:13.814680 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-63b4a04c-250f-4bc9-9caf-f692754080a2 admin admin] Deleting port dc79873e-5c76-446a-9edf-35850ded7c6e {{(pid=109760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:07:13.815024 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-63b4a04c-250f-4bc9-9caf-f692754080a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (dc79873e-5c76-446a-9edf-35850ded7c6e), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:13.869552 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f63489-83ce-40df-a764-235cb01e5451 None None] DHCP port deletion for d0afbccb-a790-4cda-aef8-ceb4599dcd3a request from dv-cinder-804035-24-iscsi {{(pid=109761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 20 13:07:13.890438 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [None req-63b4a04c-250f-4bc9-9caf-f692754080a2 admin admin] For port dc79873e-5c76-446a-9edf-35850ded7c6e, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=dc79873e-5c76-446a-9edf-35850ded7c6e,segment=NetworkSegment(1960b54c-09a8-4691-88df-58f456a7341f),segment_id=1960b54c-09a8-4691-88df-58f456a7341f)] {{(pid=109760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:07:13.890802 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-63b4a04c-250f-4bc9-9caf-f692754080a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (dc79873e-5c76-446a-9edf-35850ded7c6e), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:13.907945 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-63b4a04c-250f-4bc9-9caf-f692754080a2 admin admin] Calling delete_port for dc79873e-5c76-446a-9edf-35850ded7c6e owned by network:dhcp {{(pid=109760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:07:13.924695 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-30f63489-83ce-40df-a764-235cb01e5451 None None] Deleting port dc79873e-5c76-446a-9edf-35850ded7c6e {{(pid=109761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:07:13.925110 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-30f63489-83ce-40df-a764-235cb01e5451 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (dc79873e-5c76-446a-9edf-35850ded7c6e), before_delete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:13.991232 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-30f63489-83ce-40df-a764-235cb01e5451 None None] For port dc79873e-5c76-446a-9edf-35850ded7c6e, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=dc79873e-5c76-446a-9edf-35850ded7c6e,segment=NetworkSegment(1960b54c-09a8-4691-88df-58f456a7341f),segment_id=1960b54c-09a8-4691-88df-58f456a7341f)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:07:13.991232 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-30f63489-83ce-40df-a764-235cb01e5451 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (dc79873e-5c76-446a-9edf-35850ded7c6e), precommit_delete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:14.003038 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-30f63489-83ce-40df-a764-235cb01e5451 None None] Calling delete_port for dc79873e-5c76-446a-9edf-35850ded7c6e owned by network:dhcp {{(pid=109761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:07:14.069705 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-63b4a04c-250f-4bc9-9caf-f692754080a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (dc79873e-5c76-446a-9edf-35850ded7c6e), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:14.089623 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-30f63489-83ce-40df-a764-235cb01e5451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614'] for port (dc79873e-5c76-446a-9edf-35850ded7c6e), after_delete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:14.097393 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4a04c-250f-4bc9-9caf-f692754080a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc79873e-5c76-446a-9edf-35850ded7c6e,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:14.099227 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b4a04c-250f-4bc9-9caf-f692754080a2 admin admin] No DVR routers for this DVR port dc79873e-5c76-446a-9edf-35850ded7c6e on host dv-cinder-804035-24-iscsi {{(pid=109760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:07:14.113130 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f63489-83ce-40df-a764-235cb01e5451 None None] Pushing event deleted for resources: {'Port': ['ID=dc79873e-5c76-446a-9edf-35850ded7c6e,revision_number=None']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:14.118074 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f63489-83ce-40df-a764-235cb01e5451 None None] No DVR routers for this DVR port dc79873e-5c76-446a-9edf-35850ded7c6e on host dv-cinder-804035-24-iscsi {{(pid=109761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:07:14.125026 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f63489-83ce-40df-a764-235cb01e5451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:14.125377 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f63489-83ce-40df-a764-235cb01e5451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:14.128208 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f63489-83ce-40df-a764-235cb01e5451 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:14.128208 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f63489-83ce-40df-a764-235cb01e5451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:14.128208 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f63489-83ce-40df-a764-235cb01e5451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:14.128208 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f63489-83ce-40df-a764-235cb01e5451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:14.128208 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f63489-83ce-40df-a764-235cb01e5451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:14.128208 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f63489-83ce-40df-a764-235cb01e5451 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:14.128208 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f63489-83ce-40df-a764-235cb01e5451 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:14.128208 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f63489-83ce-40df-a764-235cb01e5451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:14.129172 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f63489-83ce-40df-a764-235cb01e5451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:14.129172 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f63489-83ce-40df-a764-235cb01e5451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:14.129172 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f63489-83ce-40df-a764-235cb01e5451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:14.177706 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-63b4a04c-250f-4bc9-9caf-f692754080a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1524928', 'neutron.services.segments.db._delete_segments_for_network-8775109942164'] for network (d0afbccb-a790-4cda-aef8-ceb4599dcd3a), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:14.197922 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.services.segments.db [None req-63b4a04c-250f-4bc9-9caf-f692754080a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0afbccb-a790-4cda-aef8-ceb4599dcd3a']}} {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:14.206989 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.services.segments.db [None req-63b4a04c-250f-4bc9-9caf-f692754080a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1960b54c-09a8-4691-88df-58f456a7341f') {'for_net_delete': True} {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:14.207285 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.services.segments.db [None req-63b4a04c-250f-4bc9-9caf-f692754080a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1960b54c-09a8-4691-88df-58f456a7341f') {} {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:14.216531 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-63b4a04c-250f-4bc9-9caf-f692754080a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775109942038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5792847'] for segment (1960b54c-09a8-4691-88df-58f456a7341f), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:14.229490 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-63b4a04c-250f-4bc9-9caf-f692754080a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (1960b54c-09a8-4691-88df-58f456a7341f), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:14.235392 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b4a04c-250f-4bc9-9caf-f692754080a2 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 13:07:14.235771 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-63b4a04c-250f-4bc9-9caf-f692754080a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4332580'] for segment (1960b54c-09a8-4691-88df-58f456a7341f), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: Traceback (most recent call last): Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: timer() Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: cb(*args, **kw) Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: return func(*args, **kwargs) Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: self._notify() Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: self.callback(batched_events) Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: event.method(event) Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: return f(self, *a, **k) Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: return self._get(url).json() Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: return self.request(url, 'GET', **kwargs) Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 13:07:14.237368 dv-cinder-804035-24-iscsi neutron-server[109760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 13:07:14.415533 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-63b4a04c-250f-4bc9-9caf-f692754080a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1524953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529948'] for network (d0afbccb-a790-4cda-aef8-ceb4599dcd3a), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:14.420949 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-63b4a04c-250f-4bc9-9caf-f692754080a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:14.424196 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-63b4a04c-250f-4bc9-9caf-f692754080a2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d0afbccb-a790-4cda-aef8-ceb4599dcd3a HTTP/1.1" status: 204 len: 168 time: 0.7407942 Jan 20 13:07:14.427389 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 36434) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:14.435719 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4a04c-250f-4bc9-9caf-f692754080a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0afbccb-a790-4cda-aef8-ceb4599dcd3a,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:14.790856 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-4213085b-97d8-4666-a336-985d9f7fc01d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545717'] for router_interface (96286872-047b-4f36-b67b-31b99bab2194), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:15.035191 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-4213085b-97d8-4666-a336-985d9f7fc01d admin admin] Deleting port 50d8ee6f-b4f4-488f-b8b5-249469b8ea30 {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:07:15.035535 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-4213085b-97d8-4666-a336-985d9f7fc01d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (50d8ee6f-b4f4-488f-b8b5-249469b8ea30), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:15.117880 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [None req-4213085b-97d8-4666-a336-985d9f7fc01d admin admin] For port 50d8ee6f-b4f4-488f-b8b5-249469b8ea30, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=50d8ee6f-b4f4-488f-b8b5-249469b8ea30,segment=NetworkSegment(3ea1df39-f27d-4bad-a48a-e24a305c4723),segment_id=3ea1df39-f27d-4bad-a48a-e24a305c4723)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:07:15.117880 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-4213085b-97d8-4666-a336-985d9f7fc01d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (50d8ee6f-b4f4-488f-b8b5-249469b8ea30), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:15.126927 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-4213085b-97d8-4666-a336-985d9f7fc01d admin admin] Calling delete_port for 50d8ee6f-b4f4-488f-b8b5-249469b8ea30 owned by network:router_interface {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:07:15.155083 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 994fe7ba-480e-4312-95b3-f7705e4bf101 no longer exists at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:07:15.175164 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] No Port match for: 994fe7ba-480e-4312-95b3-f7705e4bf101 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:07:15.175516 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 994fe7ba-480e-4312-95b3-f7705e4bf101 not bound to the agent host dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:07:15.175934 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device dc79873e-5c76-446a-9edf-35850ded7c6e no longer exists at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:07:15.195735 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] No Port match for: dc79873e-5c76-446a-9edf-35850ded7c6e {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:07:15.196077 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device dc79873e-5c76-446a-9edf-35850ded7c6e not bound to the agent host dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:07:15.403680 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-4213085b-97d8-4666-a336-985d9f7fc01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (50d8ee6f-b4f4-488f-b8b5-249469b8ea30), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:15.429234 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213085b-97d8-4666-a336-985d9f7fc01d admin admin] Pushing event deleted for resources: {'Port': ['ID=50d8ee6f-b4f4-488f-b8b5-249469b8ea30,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:15.607920 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-4213085b-97d8-4666-a336-985d9f7fc01d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1477607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1559935'] for router_interface (96286872-047b-4f36-b67b-31b99bab2194), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:15.831006 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4213085b-97d8-4666-a336-985d9f7fc01d admin admin] Router 96286872-047b-4f36-b67b-31b99bab2194 has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:07:15.934210 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4213085b-97d8-4666-a336-985d9f7fc01d admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:07:15.939131 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-4213085b-97d8-4666-a336-985d9f7fc01d admin admin] 10.222.0.57 "PUT /v2.0/routers/96286872-047b-4f36-b67b-31b99bab2194/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5107021 Jan 20 13:07:15.941735 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 36436) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:15.944457 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9db269-f15f-4c3e-9f48-3e4d8f67c8b3 None None] Sync routers for ids ['96286872-047b-4f36-b67b-31b99bab2194'] in dv-cinder-804035-24-iscsi {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:07:15.954343 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9db269-f15f-4c3e-9f48-3e4d8f67c8b3 None None] Routers {'96286872-047b-4f36-b67b-31b99bab2194'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:07:15.954960 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-6e9db269-f15f-4c3e-9f48-3e4d8f67c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:07:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['96286872-047b-4f36-b67b-31b99bab2194'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:16.043854 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-18b37332-ce65-4952-8678-5aa2ea52db3d admin admin] Publish callbacks [] for router (96286872-047b-4f36-b67b-31b99bab2194), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:16.056568 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-6e9db269-f15f-4c3e-9f48-3e4d8f67c8b3 None None] Set router 96286872-047b-4f36-b67b-31b99bab2194 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:07:16.142783 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-18b37332-ce65-4952-8678-5aa2ea52db3d admin admin] Publish callbacks [] for router_gateway (96286872-047b-4f36-b67b-31b99bab2194), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:16.226906 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-6e9db269-f15f-4c3e-9f48-3e4d8f67c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96286872-047b-4f36-b67b-31b99bab2194', 'name': 'tempest-TestShelveInstance-737877422-router', 'tenant_id': '72784359feb542719898045095bfe2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '5ffec230-b31c-4b18-ad8a-a1361062d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:01:50Z', 'updated_at': '2022-01-20T13:07:15Z', 'revision_number': 5, 'project_id': '72784359feb542719898045095bfe2b9', 'gw_port': {'id': '5ffec230-b31c-4b18-ad8a-a1361062d7f8', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:eb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96286872-047b-4f36-b67b-31b99bab2194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:01:51Z', 'updated_at': '2022-01-20T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:16.252605 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9db269-f15f-4c3e-9f48-3e4d8f67c8b3 None None] Checking router: 96286872-047b-4f36-b67b-31b99bab2194 for host: dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:07:16.261336 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9db269-f15f-4c3e-9f48-3e4d8f67c8b3 None None] Routers {'96286872-047b-4f36-b67b-31b99bab2194'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:07:16.261964 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-6e9db269-f15f-4c3e-9f48-3e4d8f67c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:07:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['96286872-047b-4f36-b67b-31b99bab2194'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:16.277532 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-18b37332-ce65-4952-8678-5aa2ea52db3d admin admin] Deleting port 5ffec230-b31c-4b18-ad8a-a1361062d7f8 {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:07:16.277961 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-18b37332-ce65-4952-8678-5aa2ea52db3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (5ffec230-b31c-4b18-ad8a-a1361062d7f8), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:16.343920 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-6e9db269-f15f-4c3e-9f48-3e4d8f67c8b3 None None] Set router 96286872-047b-4f36-b67b-31b99bab2194 gateway port host: None {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:07:16.355114 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [None req-18b37332-ce65-4952-8678-5aa2ea52db3d admin admin] For port 5ffec230-b31c-4b18-ad8a-a1361062d7f8, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=5ffec230-b31c-4b18-ad8a-a1361062d7f8,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:07:16.355729 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-18b37332-ce65-4952-8678-5aa2ea52db3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (5ffec230-b31c-4b18-ad8a-a1361062d7f8), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:16.367900 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-18b37332-ce65-4952-8678-5aa2ea52db3d admin admin] Calling delete_port for 5ffec230-b31c-4b18-ad8a-a1361062d7f8 owned by network:router_gateway {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:07:16.393405 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-6e9db269-f15f-4c3e-9f48-3e4d8f67c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96286872-047b-4f36-b67b-31b99bab2194', 'name': 'tempest-TestShelveInstance-737877422-router', 'tenant_id': '72784359feb542719898045095bfe2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:01:50Z', 'updated_at': '2022-01-20T13:07:16Z', 'revision_number': 6, 'project_id': '72784359feb542719898045095bfe2b9', 'gw_port_host': None}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:16.421552 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9db269-f15f-4c3e-9f48-3e4d8f67c8b3 None None] The sync data for ids ['96286872-047b-4f36-b67b-31b99bab2194'] in dv-cinder-804035-24-iscsi is: [{'id': '96286872-047b-4f36-b67b-31b99bab2194', 'name': 'tempest-TestShelveInstance-737877422-router', 'tenant_id': '72784359feb542719898045095bfe2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:01:50Z', 'updated_at': '2022-01-20T13:07:16Z', 'revision_number': 6, 'project_id': '72784359feb542719898045095bfe2b9', 'gw_port_host': None}] {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:07:16.597859 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-18b37332-ce65-4952-8678-5aa2ea52db3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (5ffec230-b31c-4b18-ad8a-a1361062d7f8), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:16.622296 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b37332-ce65-4952-8678-5aa2ea52db3d admin admin] Pushing event deleted for resources: {'Port': ['ID=5ffec230-b31c-4b18-ad8a-a1361062d7f8,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:16.688681 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-18b37332-ce65-4952-8678-5aa2ea52db3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1567116'] for router_gateway (96286872-047b-4f36-b67b-31b99bab2194), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:17.047127 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-18b37332-ce65-4952-8678-5aa2ea52db3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1571896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58000'] for router (96286872-047b-4f36-b67b-31b99bab2194), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:17.049278 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-18b37332-ce65-4952-8678-5aa2ea52db3d admin admin] Publish callbacks [] for router_controller (96286872-047b-4f36-b67b-31b99bab2194), precommit_delete_associations {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:17.175213 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-18b37332-ce65-4952-8678-5aa2ea52db3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1571895'] for router (96286872-047b-4f36-b67b-31b99bab2194), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:17.175719 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b37332-ce65-4952-8678-5aa2ea52db3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96286872-047b-4f36-b67b-31b99bab2194 {{(pid=109759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 13:07:17.180236 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-18b37332-ce65-4952-8678-5aa2ea52db3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:17.183779 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-18b37332-ce65-4952-8678-5aa2ea52db3d admin admin] 10.222.0.57 "DELETE /v2.0/routers/96286872-047b-4f36-b67b-31b99bab2194 HTTP/1.1" status: 204 len: 168 time: 1.2387130 Jan 20 13:07:17.184486 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 36438) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:17.236935 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_v2 [None req-902d9838-2463-4ba3-a464-9d55762a4ddb admin admin] Deleting subnet 6af5839e-2337-439b-9143-a66f20842b91 {{(pid=109759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 13:07:17.240469 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-902d9838-2463-4ba3-a464-9d55762a4ddb admin admin] Publish callbacks [] for subnet (6af5839e-2337-439b-9143-a66f20842b91), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:17.260970 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 50d8ee6f-b4f4-488f-b8b5-249469b8ea30 no longer exists at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:07:17.280662 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-902d9838-2463-4ba3-a464-9d55762a4ddb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4786657'] for subnet (6af5839e-2337-439b-9143-a66f20842b91), precommit_delete_associations {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:17.285195 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] No Port match for: 50d8ee6f-b4f4-488f-b8b5-249469b8ea30 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:07:17.285555 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 50d8ee6f-b4f4-488f-b8b5-249469b8ea30 not bound to the agent host dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:07:17.285936 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 5ffec230-b31c-4b18-ad8a-a1361062d7f8 no longer exists at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:07:17.306177 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] No Port match for: 5ffec230-b31c-4b18-ad8a-a1361062d7f8 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:07:17.306689 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 5ffec230-b31c-4b18-ad8a-a1361062d7f8 not bound to the agent host dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:07:17.368522 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-902d9838-2463-4ba3-a464-9d55762a4ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537527'] for subnet (6af5839e-2337-439b-9143-a66f20842b91), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:17.518208 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-902d9838-2463-4ba3-a464-9d55762a4ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5860108'] for subnet (6af5839e-2337-439b-9143-a66f20842b91), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:17.545072 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d9838-2463-4ba3-a464-9d55762a4ddb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6af5839e-2337-439b-9143-a66f20842b91,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:17.551490 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-902d9838-2463-4ba3-a464-9d55762a4ddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for subnet (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:17.555235 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-902d9838-2463-4ba3-a464-9d55762a4ddb admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6af5839e-2337-439b-9143-a66f20842b91 HTTP/1.1" status: 204 len: 168 time: 0.3701115 Jan 20 13:07:17.558024 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 36440) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:17.560222 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463771d1-d748-407a-b0e6-c5be9e8e2644 None None] Network f88175f3-8c1e-4281-8203-ee19b5fe6bfd requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:07:17.631806 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ba93cef7-f693-4816-ae12-93fd667eb92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497049'] for network (f88175f3-8c1e-4281-8203-ee19b5fe6bfd), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:17.686519 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-ba93cef7-f693-4816-ae12-93fd667eb92a admin admin] Deleting port 5668a3f9-311c-48cc-be28-e5ebf257c091 {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:07:17.686869 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ba93cef7-f693-4816-ae12-93fd667eb92a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (5668a3f9-311c-48cc-be28-e5ebf257c091), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:17.701983 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6f38e8-47bf-4b75-a074-a5d24401068c None None] DHCP port deletion for f88175f3-8c1e-4281-8203-ee19b5fe6bfd request from dv-cinder-804035-24-iscsi {{(pid=109761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 20 13:07:17.748889 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-af6f38e8-47bf-4b75-a074-a5d24401068c None None] Deleting port 5668a3f9-311c-48cc-be28-e5ebf257c091 {{(pid=109761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:07:17.749287 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-af6f38e8-47bf-4b75-a074-a5d24401068c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (5668a3f9-311c-48cc-be28-e5ebf257c091), before_delete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:17.753212 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [None req-ba93cef7-f693-4816-ae12-93fd667eb92a admin admin] For port 5668a3f9-311c-48cc-be28-e5ebf257c091, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=5668a3f9-311c-48cc-be28-e5ebf257c091,segment=NetworkSegment(3ea1df39-f27d-4bad-a48a-e24a305c4723),segment_id=3ea1df39-f27d-4bad-a48a-e24a305c4723)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:07:17.753611 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ba93cef7-f693-4816-ae12-93fd667eb92a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (5668a3f9-311c-48cc-be28-e5ebf257c091), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:17.767368 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-ba93cef7-f693-4816-ae12-93fd667eb92a admin admin] Calling delete_port for 5668a3f9-311c-48cc-be28-e5ebf257c091 owned by network:dhcp {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:07:17.811213 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-af6f38e8-47bf-4b75-a074-a5d24401068c None None] For port 5668a3f9-311c-48cc-be28-e5ebf257c091, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=5668a3f9-311c-48cc-be28-e5ebf257c091,segment=NetworkSegment(3ea1df39-f27d-4bad-a48a-e24a305c4723),segment_id=3ea1df39-f27d-4bad-a48a-e24a305c4723)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:07:17.811539 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-af6f38e8-47bf-4b75-a074-a5d24401068c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (5668a3f9-311c-48cc-be28-e5ebf257c091), precommit_delete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:17.824172 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-af6f38e8-47bf-4b75-a074-a5d24401068c None None] Calling delete_port for 5668a3f9-311c-48cc-be28-e5ebf257c091 owned by network:dhcp {{(pid=109761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:07:17.894905 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ba93cef7-f693-4816-ae12-93fd667eb92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (5668a3f9-311c-48cc-be28-e5ebf257c091), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:17.902404 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-af6f38e8-47bf-4b75-a074-a5d24401068c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614'] for port (5668a3f9-311c-48cc-be28-e5ebf257c091), after_delete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:17.920429 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93cef7-f693-4816-ae12-93fd667eb92a admin admin] Pushing event deleted for resources: {'Port': ['ID=5668a3f9-311c-48cc-be28-e5ebf257c091,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:17.923863 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba93cef7-f693-4816-ae12-93fd667eb92a admin admin] No DVR routers for this DVR port 5668a3f9-311c-48cc-be28-e5ebf257c091 on host dv-cinder-804035-24-iscsi {{(pid=109759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:07:17.925774 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f38e8-47bf-4b75-a074-a5d24401068c None None] Pushing event deleted for resources: {'Port': ['ID=5668a3f9-311c-48cc-be28-e5ebf257c091,revision_number=None']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:17.932092 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6f38e8-47bf-4b75-a074-a5d24401068c None None] No DVR routers for this DVR port 5668a3f9-311c-48cc-be28-e5ebf257c091 on host dv-cinder-804035-24-iscsi {{(pid=109761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:07:17.997660 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ba93cef7-f693-4816-ae12-93fd667eb92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1524928', 'neutron.services.segments.db._delete_segments_for_network-8775109942164'] for network (f88175f3-8c1e-4281-8203-ee19b5fe6bfd), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:18.017650 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.services.segments.db [None req-ba93cef7-f693-4816-ae12-93fd667eb92a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f88175f3-8c1e-4281-8203-ee19b5fe6bfd']}} {{(pid=109759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:18.027457 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.services.segments.db [None req-ba93cef7-f693-4816-ae12-93fd667eb92a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea1df39-f27d-4bad-a48a-e24a305c4723') {'for_net_delete': True} {{(pid=109759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:18.027758 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.services.segments.db [None req-ba93cef7-f693-4816-ae12-93fd667eb92a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea1df39-f27d-4bad-a48a-e24a305c4723') {} {{(pid=109759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:18.037808 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ba93cef7-f693-4816-ae12-93fd667eb92a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775109942038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4784146'] for segment (3ea1df39-f27d-4bad-a48a-e24a305c4723), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:18.052272 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ba93cef7-f693-4816-ae12-93fd667eb92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (3ea1df39-f27d-4bad-a48a-e24a305c4723), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:18.062326 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba93cef7-f693-4816-ae12-93fd667eb92a admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 13:07:18.062537 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ba93cef7-f693-4816-ae12-93fd667eb92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217051'] for segment (3ea1df39-f27d-4bad-a48a-e24a305c4723), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: Traceback (most recent call last): Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: timer() Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: cb(*args, **kw) Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: return func(*args, **kwargs) Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: self._notify() Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: self.callback(batched_events) Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: event.method(event) Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: return f(self, *a, **k) Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: return self._get(url).json() Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: return self.request(url, 'GET', **kwargs) Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 13:07:18.064323 dv-cinder-804035-24-iscsi neutron-server[109759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 13:07:18.186387 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ba93cef7-f693-4816-ae12-93fd667eb92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1524953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529948'] for network (f88175f3-8c1e-4281-8203-ee19b5fe6bfd), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:18.192064 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ba93cef7-f693-4816-ae12-93fd667eb92a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:18.195346 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-ba93cef7-f693-4816-ae12-93fd667eb92a admin admin] 10.222.0.57 "DELETE /v2.0/networks/f88175f3-8c1e-4281-8203-ee19b5fe6bfd HTTP/1.1" status: 204 len: 168 time: 0.6362200 Jan 20 13:07:18.206514 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93cef7-f693-4816-ae12-93fd667eb92a admin admin] Pushing event deleted for resources: {'Network': ['ID=f88175f3-8c1e-4281-8203-ee19b5fe6bfd,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:18.483184 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 36444) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:18.523600 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-fd19a412-9120-4391-90e7-a85eeb962b8d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ad79f53b3f334fc3a976c0714f8b78c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386488 Jan 20 13:07:18.526127 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 36446) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:18.572355 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c2ae0c76-0cec-419c-ad78-caead49e2157 admin admin] Publish callbacks [] for security_group (3c3d3922-6054-4673-9d71-6004910f0566), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:18.594449 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c2ae0c76-0cec-419c-ad78-caead49e2157 admin admin] Publish callbacks [] for security_group (3c3d3922-6054-4673-9d71-6004910f0566), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:18.729472 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c2ae0c76-0cec-419c-ad78-caead49e2157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (3c3d3922-6054-4673-9d71-6004910f0566), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:18.732234 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-c2ae0c76-0cec-419c-ad78-caead49e2157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:18.733399 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-c2ae0c76-0cec-419c-ad78-caead49e2157 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3c3d3922-6054-4673-9d71-6004910f0566 HTTP/1.1" status: 204 len: 168 time: 0.2063415 Jan 20 13:07:18.741412 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae0c76-0cec-419c-ad78-caead49e2157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3d3922-6054-4673-9d71-6004910f0566,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:19.149654 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 5668a3f9-311c-48cc-be28-e5ebf257c091 no longer exists at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:07:19.169041 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] No Port match for: 5668a3f9-311c-48cc-be28-e5ebf257c091 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:07:19.169380 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 5668a3f9-311c-48cc-be28-e5ebf257c091 not bound to the agent host dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:07:19.351621 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 36452) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:19.391135 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-89214223-330f-4792-af96-db581604bea2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=72784359feb542719898045095bfe2b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383587 Jan 20 13:07:19.393749 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 36454) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:19.443724 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ac77b8a6-3401-4e8b-bafc-fcca06edfecd admin admin] Publish callbacks [] for security_group (01dc8b17-7a55-4b25-bf55-b1de388c8c85), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:19.464451 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ac77b8a6-3401-4e8b-bafc-fcca06edfecd admin admin] Publish callbacks [] for security_group (01dc8b17-7a55-4b25-bf55-b1de388c8c85), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:19.580279 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ac77b8a6-3401-4e8b-bafc-fcca06edfecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (01dc8b17-7a55-4b25-bf55-b1de388c8c85), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:19.582848 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-ac77b8a6-3401-4e8b-bafc-fcca06edfecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:19.584003 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-ac77b8a6-3401-4e8b-bafc-fcca06edfecd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/01dc8b17-7a55-4b25-bf55-b1de388c8c85 HTTP/1.1" status: 204 len: 168 time: 0.1893587 Jan 20 13:07:19.594404 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77b8a6-3401-4e8b-bafc-fcca06edfecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dc8b17-7a55-4b25-bf55-b1de388c8c85,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:20.541924 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 36476) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:20.635206 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-40b7685c-03ae-4bcd-8bab-c1389bfbd018 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-960904076-network', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:07:20.723245 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b7685c-03ae-4bcd-8bab-c1389bfbd018 admin admin] Made reservation on behalf of b81202cedf334a9eb008267f9813dd45 for: {'network': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:07:20.725682 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-40b7685c-03ae-4bcd-8bab-c1389bfbd018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for network (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:20.735210 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-40b7685c-03ae-4bcd-8bab-c1389bfbd018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:20.807105 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-40b7685c-03ae-4bcd-8bab-c1389bfbd018 admin admin] Publish callbacks [] for security_group (8d9b7a63-c9a7-4d1b-9c3f-df2a60255510), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:20.865715 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-40b7685c-03ae-4bcd-8bab-c1389bfbd018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (8d9b7a63-c9a7-4d1b-9c3f-df2a60255510), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:20.890496 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b7685c-03ae-4bcd-8bab-c1389bfbd018 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=109759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 13:07:20.900534 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7685c-03ae-4bcd-8bab-c1389bfbd018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9b7a63-c9a7-4d1b-9c3f-df2a60255510,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:20.905267 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-40b7685c-03ae-4bcd-8bab-c1389bfbd018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (d8458404-cf4c-4ea7-845d-7ec20c3a6c67), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:20.905641 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.db.segments_db [None req-40b7685c-03ae-4bcd-8bab-c1389bfbd018 admin admin] Added segment d8458404-cf4c-4ea7-845d-7ec20c3a6c67 of type vlan for network 6e6a83ca-7153-4175-bd44-d7eed923b023 Jan 20 13:07:20.944428 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-40b7685c-03ae-4bcd-8bab-c1389bfbd018 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775109455270'] for network (6e6a83ca-7153-4175-bd44-d7eed923b023), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:21.037494 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-40b7685c-03ae-4bcd-8bab-c1389bfbd018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for network (6e6a83ca-7153-4175-bd44-d7eed923b023), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:21.038988 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b7685c-03ae-4bcd-8bab-c1389bfbd018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:07:21.039582 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-40b7685c-03ae-4bcd-8bab-c1389bfbd018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:21.096185 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7685c-03ae-4bcd-8bab-c1389bfbd018 admin admin] Pushing event updated for resources: {'Network': ['ID=6e6a83ca-7153-4175-bd44-d7eed923b023,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:21.107973 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Network 6e6a83ca-7153-4175-bd44-d7eed923b023 details requested by agent ovs-agent-dv-cinder-804035-24-iscsi with host dv-cinder-804035-24-iscsi {{(pid=109761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 13:07:21.132222 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-40b7685c-03ae-4bcd-8bab-c1389bfbd018 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5889785 Jan 20 13:07:21.134918 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 36480) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:21.139755 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-70e72ffe-7ae3-410c-8e6c-909aee933b6d admin admin] Request body: {'subnet': {'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-960904076-subnet', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'ip_version': 4}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:07:21.237032 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e72ffe-7ae3-410c-8e6c-909aee933b6d admin admin] Made reservation on behalf of b81202cedf334a9eb008267f9813dd45 for: {'subnet': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:07:21.239467 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-70e72ffe-7ae3-410c-8e6c-909aee933b6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5860199'] for subnet (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:21.472174 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-70e72ffe-7ae3-410c-8e6c-909aee933b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5860213'] for subnet (0d062f20-edad-4268-b71e-a865223684ef), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:21.525299 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e72ffe-7ae3-410c-8e6c-909aee933b6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d062f20-edad-4268-b71e-a865223684ef,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:21.536163 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e72ffe-7ae3-410c-8e6c-909aee933b6d admin admin] Checking segment: {'id': 'd8458404-cf4c-4ea7-845d-7ec20c3a6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:07:21.536530 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e72ffe-7ae3-410c-8e6c-909aee933b6d admin admin] Network hostable DHCP agents. Network: 6e6a83ca-7153-4175-bd44-d7eed923b023, hostable agents: ['34b5833e-9762-4604-a0fa-5558c3f0462d'], hosted agents: [] {{(pid=109759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 13:07:21.643256 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e72ffe-7ae3-410c-8e6c-909aee933b6d admin admin] Network 6e6a83ca-7153-4175-bd44-d7eed923b023 is scheduled to be hosted by DHCP agent 34b5833e-9762-4604-a0fa-5558c3f0462d with binding_index 1 {{(pid=109759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 13:07:21.740778 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-70e72ffe-7ae3-410c-8e6c-909aee933b6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-24-iscsi, 6e6a83ca-7153-4175-bd44-d7eed923b023) {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:07:21.745463 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e72ffe-7ae3-410c-8e6c-909aee933b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:07:21.746078 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-70e72ffe-7ae3-410c-8e6c-909aee933b6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for subnet (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:21.752338 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea508295-b866-4489-aec6-7240437521e2 None None] Network 6e6a83ca-7153-4175-bd44-d7eed923b023 requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:07:21.834790 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-70e72ffe-7ae3-410c-8e6c-909aee933b6d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6987767 Jan 20 13:07:21.837411 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 36482) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:21.841696 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-5be33915-7808-465a-83c2-2a69a1445131 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c'}}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:07:21.851478 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f79b67-acac-4431-ae64-5421332adac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10deef0b-2ac2-50f7-9455-50c49679adfd-6e6a83ca-7153-4175-bd44-d7eed923b023', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'fixed_ips': [{'subnet_id': '0d062f20-edad-4268-b71e-a865223684ef'}]}} from dv-cinder-804035-24-iscsi. {{(pid=109761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 20 13:07:21.852385 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-94f79b67-acac-4431-ae64-5421332adac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:21.946600 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-5be33915-7808-465a-83c2-2a69a1445131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57998'] for router (69410e18-ffc9-43bc-9fe7-e7ce725d7a8d), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:21.947818 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-5be33915-7808-465a-83c2-2a69a1445131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1571958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1567031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57991'] for router (69410e18-ffc9-43bc-9fe7-e7ce725d7a8d), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:21.981306 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.db_base_plugin_common [None req-94f79b67-acac-4431-ae64-5421332adac9 None None] Allocated IP 172.20.0.2 (6e6a83ca-7153-4175-bd44-d7eed923b023/0d062f20-edad-4268-b71e-a865223684ef/63b315d8-01b7-464d-b00a-75ff1a5a5c6b) {{(pid=109761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:07:22.002849 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-5be33915-7808-465a-83c2-2a69a1445131 admin admin] Publish callbacks [] for router_controller (69410e18-ffc9-43bc-9fe7-e7ce725d7a8d), precommit_add_association {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:22.121437 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-94f79b67-acac-4431-ae64-5421332adac9 None None] Publish callbacks [] for port (63b315d8-01b7-464d-b00a-75ff1a5a5c6b), precommit_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:22.193271 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-5be33915-7808-465a-83c2-2a69a1445131 admin admin] Publish callbacks [] for router_gateway (69410e18-ffc9-43bc-9fe7-e7ce725d7a8d), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:22.203939 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-94f79b67-acac-4431-ae64-5421332adac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (63b315d8-01b7-464d-b00a-75ff1a5a5c6b), after_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:22.250610 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f79b67-acac-4431-ae64-5421332adac9 None None] Network 6e6a83ca-7153-4175-bd44-d7eed923b023 is already hosted by enough agents. {{(pid=109761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:07:22.253638 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.scheduler.base_scheduler [None req-94f79b67-acac-4431-ae64-5421332adac9 None None] Resources bound (agent type, host, resource id): {{(pid=109761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:07:22.258405 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f79b67-acac-4431-ae64-5421332adac9 None None] Received port after_create {{(pid=109761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:07:22.261464 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f79b67-acac-4431-ae64-5421332adac9 None None] Pushing event updated for resources: {'Port': ['ID=63b315d8-01b7-464d-b00a-75ff1a5a5c6b,revision_number=1']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:22.311079 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-94f79b67-acac-4431-ae64-5421332adac9 None None] Attempting to bind port 63b315d8-01b7-464d-b00a-75ff1a5a5c6b on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:07:22.311450 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-94f79b67-acac-4431-ae64-5421332adac9 None None] Attempting to bind port 63b315d8-01b7-464d-b00a-75ff1a5a5c6b by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': 'd8458404-cf4c-4ea7-845d-7ec20c3a6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023'}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:07:22.311811 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f79b67-acac-4431-ae64-5421332adac9 None None] Attempting to bind port 63b315d8-01b7-464d-b00a-75ff1a5a5c6b on network 6e6a83ca-7153-4175-bd44-d7eed923b023 {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:07:22.316899 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f79b67-acac-4431-ae64-5421332adac9 None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:07:22.320010 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f79b67-acac-4431-ae64-5421332adac9 None None] Checking segment: {'id': 'd8458404-cf4c-4ea7-845d-7ec20c3a6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:07:22.320010 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-94f79b67-acac-4431-ae64-5421332adac9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:22.320010 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f79b67-acac-4431-ae64-5421332adac9 None None] Bound using segment: {'id': 'd8458404-cf4c-4ea7-845d-7ec20c3a6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023'} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:07:22.320010 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-94f79b67-acac-4431-ae64-5421332adac9 None None] Bound port: 63b315d8-01b7-464d-b00a-75ff1a5a5c6b, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8458404-cf4c-4ea7-845d-7ec20c3a6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023'}}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:07:22.320010 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-94f79b67-acac-4431-ae64-5421332adac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (63b315d8-01b7-464d-b00a-75ff1a5a5c6b), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:22.381373 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-94f79b67-acac-4431-ae64-5421332adac9 None None] For port 63b315d8-01b7-464d-b00a-75ff1a5a5c6b, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:07:22.385093 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-94f79b67-acac-4431-ae64-5421332adac9 None None] For port 63b315d8-01b7-464d-b00a-75ff1a5a5c6b, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=63b315d8-01b7-464d-b00a-75ff1a5a5c6b,segment=NetworkSegment(d8458404-cf4c-4ea7-845d-7ec20c3a6c67),segment_id=d8458404-cf4c-4ea7-845d-7ec20c3a6c67)] {{(pid=109761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:07:22.443813 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-94f79b67-acac-4431-ae64-5421332adac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (63b315d8-01b7-464d-b00a-75ff1a5a5c6b), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:22.455967 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-5be33915-7808-465a-83c2-2a69a1445131 admin admin] Publish callbacks [] for router_gateway (69410e18-ffc9-43bc-9fe7-e7ce725d7a8d), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:22.475293 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-5be33915-7808-465a-83c2-2a69a1445131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:22.508176 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f79b67-acac-4431-ae64-5421332adac9 None None] Pushing event updated for resources: {'Port': ['ID=63b315d8-01b7-464d-b00a-75ff1a5a5c6b,revision_number=2']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:22.596281 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [None req-5be33915-7808-465a-83c2-2a69a1445131 admin admin] Allocated IP 172.27.0.116 (2a70364f-7478-4e00-a602-43026420194c/64f75221-ca68-464e-809b-7e1d4f1c5699/5b092862-1ec1-4ce9-830e-413af2871f22) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:07:22.707347 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-5be33915-7808-465a-83c2-2a69a1445131 admin admin] Publish callbacks [] for port (5b092862-1ec1-4ce9-830e-413af2871f22), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:22.809704 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-5be33915-7808-465a-83c2-2a69a1445131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (5b092862-1ec1-4ce9-830e-413af2871f22), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:22.853814 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be33915-7808-465a-83c2-2a69a1445131 admin admin] Network 2a70364f-7478-4e00-a602-43026420194c is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:07:22.856821 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-5be33915-7808-465a-83c2-2a69a1445131 admin admin] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:07:22.860311 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be33915-7808-465a-83c2-2a69a1445131 admin admin] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:07:22.865921 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be33915-7808-465a-83c2-2a69a1445131 admin admin] Pushing event updated for resources: {'Port': ['ID=5b092862-1ec1-4ce9-830e-413af2871f22,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:23.182608 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-5be33915-7808-465a-83c2-2a69a1445131 admin admin] Publish callbacks [] for router_gateway (69410e18-ffc9-43bc-9fe7-e7ce725d7a8d), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:23.232870 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 63b315d8-01b7-464d-b00a-75ff1a5a5c6b up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:07:23.286355 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 63b315d8-01b7-464d-b00a-75ff1a5a5c6b triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:07:23.286733 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (63b315d8-01b7-464d-b00a-75ff1a5a5c6b), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:23.369795 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 63b315d8-01b7-464d-b00a-75ff1a5a5c6b is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:07:23.370278 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (63b315d8-01b7-464d-b00a-75ff1a5a5c6b), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:23.386372 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-5be33915-7808-465a-83c2-2a69a1445131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1571917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1567081'] for router (69410e18-ffc9-43bc-9fe7-e7ce725d7a8d), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:23.409869 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] For port 63b315d8-01b7-464d-b00a-75ff1a5a5c6b, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=63b315d8-01b7-464d-b00a-75ff1a5a5c6b,segment=NetworkSegment(d8458404-cf4c-4ea7-845d-7ec20c3a6c67),segment_id=d8458404-cf4c-4ea7-845d-7ec20c3a6c67)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:07:23.452845 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1aced6-cf17-4d29-8e2e-f09e4097f6d8 None None] Network 6e6a83ca-7153-4175-bd44-d7eed923b023 requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:07:23.507905 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (63b315d8-01b7-464d-b00a-75ff1a5a5c6b), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:23.593587 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-b7a0f394-a43c-4d9d-8659-e00f05adf7f6 None None] Provisioning complete for port 63b315d8-01b7-464d-b00a-75ff1a5a5c6b triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:07:23.594019 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-b7a0f394-a43c-4d9d-8659-e00f05adf7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (63b315d8-01b7-464d-b00a-75ff1a5a5c6b), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:23.595387 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Pushing event updated for resources: {'Port': ['ID=63b315d8-01b7-464d-b00a-75ff1a5a5c6b,revision_number=3']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:23.608867 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be33915-7808-465a-83c2-2a69a1445131 admin admin] Router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d is scheduled to L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 with binding_index 1 {{(pid=109759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 13:07:23.683512 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-b7a0f394-a43c-4d9d-8659-e00f05adf7f6 None None] Current status of the port 63b315d8-01b7-464d-b00a-75ff1a5a5c6b is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:07:23.721731 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be33915-7808-465a-83c2-2a69a1445131 admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:07:23.733002 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a10b07-7c67-4d0b-bcc6-17279ceca3a9 None None] Sync routers for ids ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:07:23.743810 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a10b07-7c67-4d0b-bcc6-17279ceca3a9 None None] Routers {'69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:07:23.747380 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-98a10b07-7c67-4d0b-bcc6-17279ceca3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:07:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:23.833795 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-5be33915-7808-465a-83c2-2a69a1445131 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:23.835190 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-5be33915-7808-465a-83c2-2a69a1445131 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9967535 Jan 20 13:07:23.837854 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 36484) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:23.853378 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-98a10b07-7c67-4d0b-bcc6-17279ceca3a9 None None] Set router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:07:23.975731 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-a70cddea-0252-4f60-8a0b-917f40ed2ed1 None None] Provisioning complete for port 63b315d8-01b7-464d-b00a-75ff1a5a5c6b triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:07:23.975982 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-a70cddea-0252-4f60-8a0b-917f40ed2ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (63b315d8-01b7-464d-b00a-75ff1a5a5c6b), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:24.239178 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-a70cddea-0252-4f60-8a0b-917f40ed2ed1 None None] Current status of the port 63b315d8-01b7-464d-b00a-75ff1a5a5c6b is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:07:24.247211 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-98a10b07-7c67-4d0b-bcc6-17279ceca3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:21Z', 'updated_at': '2022-01-20T13:07:22Z', 'revision_number': 3, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'gw_port': {'id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:55:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:22Z', 'updated_at': '2022-01-20T13:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:24.276935 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a10b07-7c67-4d0b-bcc6-17279ceca3a9 None None] Checking router: 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:07:24.277335 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a10b07-7c67-4d0b-bcc6-17279ceca3a9 None None] Updating router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d port 5b092862-1ec1-4ce9-830e-413af2871f22 binding host dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:07:24.301578 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-98a10b07-7c67-4d0b-bcc6-17279ceca3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (5b092862-1ec1-4ce9-830e-413af2871f22), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:24.513356 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-220d5960-0c5c-4138-b1fd-ab425e8514eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:24.552021 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-98a10b07-7c67-4d0b-bcc6-17279ceca3a9 None None] Publish callbacks [] for port (5b092862-1ec1-4ce9-830e-413af2871f22), precommit_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:24.620097 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-98a10b07-7c67-4d0b-bcc6-17279ceca3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (5b092862-1ec1-4ce9-830e-413af2871f22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:24.673628 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [None req-220d5960-0c5c-4138-b1fd-ab425e8514eb admin admin] Allocated IP 172.20.0.1 (6e6a83ca-7153-4175-bd44-d7eed923b023/0d062f20-edad-4268-b71e-a865223684ef/bb98d10c-9fa8-4e77-8bca-d5125609f1db) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:07:24.676448 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad6b0d-752b-4be3-9ccd-351d6569b72d None None] Pushing event updated for resources: {'Port': ['ID=5b092862-1ec1-4ce9-830e-413af2871f22,revision_number=2']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:24.679658 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-98a10b07-7c67-4d0b-bcc6-17279ceca3a9 None None] Attempting to bind port 5b092862-1ec1-4ce9-830e-413af2871f22 on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:07:24.680036 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-98a10b07-7c67-4d0b-bcc6-17279ceca3a9 None None] Attempting to bind port 5b092862-1ec1-4ce9-830e-413af2871f22 by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:07:24.680391 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a10b07-7c67-4d0b-bcc6-17279ceca3a9 None None] Attempting to bind port 5b092862-1ec1-4ce9-830e-413af2871f22 on network 2a70364f-7478-4e00-a602-43026420194c {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:07:24.686258 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a10b07-7c67-4d0b-bcc6-17279ceca3a9 None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:07:24.686618 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a10b07-7c67-4d0b-bcc6-17279ceca3a9 None None] Checking segment: {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:07:24.687009 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-98a10b07-7c67-4d0b-bcc6-17279ceca3a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:24.687524 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a10b07-7c67-4d0b-bcc6-17279ceca3a9 None None] Bound using segment: {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:07:24.687944 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-98a10b07-7c67-4d0b-bcc6-17279ceca3a9 None None] Bound port: 5b092862-1ec1-4ce9-830e-413af2871f22, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'}}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:07:24.688299 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-98a10b07-7c67-4d0b-bcc6-17279ceca3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (5b092862-1ec1-4ce9-830e-413af2871f22), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:24.741155 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-98a10b07-7c67-4d0b-bcc6-17279ceca3a9 None None] For port 5b092862-1ec1-4ce9-830e-413af2871f22, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:07:24.744903 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-98a10b07-7c67-4d0b-bcc6-17279ceca3a9 None None] For port 5b092862-1ec1-4ce9-830e-413af2871f22, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=5b092862-1ec1-4ce9-830e-413af2871f22,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:07:24.786601 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-220d5960-0c5c-4138-b1fd-ab425e8514eb admin admin] Publish callbacks [] for port (bb98d10c-9fa8-4e77-8bca-d5125609f1db), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:24.850018 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-98a10b07-7c67-4d0b-bcc6-17279ceca3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (5b092862-1ec1-4ce9-830e-413af2871f22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:24.883726 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-220d5960-0c5c-4138-b1fd-ab425e8514eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (bb98d10c-9fa8-4e77-8bca-d5125609f1db), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:24.905023 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a10b07-7c67-4d0b-bcc6-17279ceca3a9 None None] Routers {'69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:07:24.905675 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-98a10b07-7c67-4d0b-bcc6-17279ceca3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:07:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:24.925694 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220d5960-0c5c-4138-b1fd-ab425e8514eb admin admin] Network 6e6a83ca-7153-4175-bd44-d7eed923b023 is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:07:24.928568 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-220d5960-0c5c-4138-b1fd-ab425e8514eb admin admin] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:07:24.932169 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220d5960-0c5c-4138-b1fd-ab425e8514eb admin admin] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:07:24.946831 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad6b0d-752b-4be3-9ccd-351d6569b72d None None] Pushing event updated for resources: {'Port': ['ID=5b092862-1ec1-4ce9-830e-413af2871f22,revision_number=3']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:24.954881 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d5960-0c5c-4138-b1fd-ab425e8514eb admin admin] Pushing event updated for resources: {'Port': ['ID=bb98d10c-9fa8-4e77-8bca-d5125609f1db,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:24.976947 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-220d5960-0c5c-4138-b1fd-ab425e8514eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530587'] for router_interface (69410e18-ffc9-43bc-9fe7-e7ce725d7a8d), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:25.023608 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-98a10b07-7c67-4d0b-bcc6-17279ceca3a9 None None] Set router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:07:25.171712 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 63b315d8-01b7-464d-b00a-75ff1a5a5c6b up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:07:25.174029 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-220d5960-0c5c-4138-b1fd-ab425e8514eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (bb98d10c-9fa8-4e77-8bca-d5125609f1db), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:25.226961 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-c1398ebd-f499-4465-b833-c44881a1e83b None None] Provisioning complete for port bb98d10c-9fa8-4e77-8bca-d5125609f1db triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:07:25.227333 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-c1398ebd-f499-4465-b833-c44881a1e83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (bb98d10c-9fa8-4e77-8bca-d5125609f1db), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:25.277505 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-c1398ebd-f499-4465-b833-c44881a1e83b None None] Port bb98d10c-9fa8-4e77-8bca-d5125609f1db cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:07:25.292604 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 63b315d8-01b7-464d-b00a-75ff1a5a5c6b triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:07:25.292975 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (63b315d8-01b7-464d-b00a-75ff1a5a5c6b), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:25.325181 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-98a10b07-7c67-4d0b-bcc6-17279ceca3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:21Z', 'updated_at': '2022-01-20T13:07:22Z', 'revision_number': 3, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'gw_port': {'id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:55:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:22Z', 'updated_at': '2022-01-20T13:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:25.342149 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-220d5960-0c5c-4138-b1fd-ab425e8514eb admin admin] Publish callbacks [] for port (bb98d10c-9fa8-4e77-8bca-d5125609f1db), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:25.357847 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a10b07-7c67-4d0b-bcc6-17279ceca3a9 None None] The sync data for ids ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'] in dv-cinder-804035-24-iscsi is: [{'id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:21Z', 'updated_at': '2022-01-20T13:07:22Z', 'revision_number': 3, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'gw_port': {'id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:55:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:22Z', 'updated_at': '2022-01-20T13:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:07:25.403806 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-220d5960-0c5c-4138-b1fd-ab425e8514eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217087'] for port (bb98d10c-9fa8-4e77-8bca-d5125609f1db), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:25.414885 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 63b315d8-01b7-464d-b00a-75ff1a5a5c6b is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:07:25.479084 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d5960-0c5c-4138-b1fd-ab425e8514eb admin admin] Pushing event updated for resources: {'Port': ['ID=bb98d10c-9fa8-4e77-8bca-d5125609f1db,revision_number=2']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:25.482699 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-220d5960-0c5c-4138-b1fd-ab425e8514eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1477630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545703'] for router_interface (69410e18-ffc9-43bc-9fe7-e7ce725d7a8d), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:25.584137 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220d5960-0c5c-4138-b1fd-ab425e8514eb admin admin] Network 6e6a83ca-7153-4175-bd44-d7eed923b023 is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:07:25.586419 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-220d5960-0c5c-4138-b1fd-ab425e8514eb admin admin] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:07:25.720090 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220d5960-0c5c-4138-b1fd-ab425e8514eb admin admin] Router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:07:25.801011 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-af00e68b-8f67-461f-88ad-abef829f1c99 None None] Provisioning complete for port bb98d10c-9fa8-4e77-8bca-d5125609f1db triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:07:25.801579 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-af00e68b-8f67-461f-88ad-abef829f1c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (bb98d10c-9fa8-4e77-8bca-d5125609f1db), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:25.839705 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-af00e68b-8f67-461f-88ad-abef829f1c99 None None] Port bb98d10c-9fa8-4e77-8bca-d5125609f1db cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:07:25.848036 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220d5960-0c5c-4138-b1fd-ab425e8514eb admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:07:25.853339 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-220d5960-0c5c-4138-b1fd-ab425e8514eb admin admin] 10.222.0.57 "PUT /v2.0/routers/69410e18-ffc9-43bc-9fe7-e7ce725d7a8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0144520 Jan 20 13:07:26.592878 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 36500) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:26.597832 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-066ce474-05b2-48ae-aa50-8e1bb1f01cc0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1527772746-network', 'tenant_id': 'ad69f554f2e34d81ad84a15eed30461b'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:07:26.683404 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066ce474-05b2-48ae-aa50-8e1bb1f01cc0 admin admin] Made reservation on behalf of ad69f554f2e34d81ad84a15eed30461b for: {'network': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:07:26.685884 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-066ce474-05b2-48ae-aa50-8e1bb1f01cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for network (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:26.694803 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-066ce474-05b2-48ae-aa50-8e1bb1f01cc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:26.770472 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-066ce474-05b2-48ae-aa50-8e1bb1f01cc0 admin admin] Publish callbacks [] for security_group (354b949d-1984-4380-ae82-b9ac174b6d8c), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:26.821279 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-066ce474-05b2-48ae-aa50-8e1bb1f01cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (354b949d-1984-4380-ae82-b9ac174b6d8c), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:26.830913 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ad3ce-7472-4287-b660-89ec84992af8 None None] Sync routers for ids ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'] in dv-cinder-804035-24-iscsi {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:07:26.844892 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167ad3ce-7472-4287-b660-89ec84992af8 None None] Routers {'69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:07:26.845818 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-167ad3ce-7472-4287-b660-89ec84992af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:07:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:26.851438 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066ce474-05b2-48ae-aa50-8e1bb1f01cc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=109759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 13:07:26.855866 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ce474-05b2-48ae-aa50-8e1bb1f01cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354b949d-1984-4380-ae82-b9ac174b6d8c,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:26.867891 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-066ce474-05b2-48ae-aa50-8e1bb1f01cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (39f2c987-20ee-4ac4-b0fd-978a3af38045), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:26.868667 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.db.segments_db [None req-066ce474-05b2-48ae-aa50-8e1bb1f01cc0 admin admin] Added segment 39f2c987-20ee-4ac4-b0fd-978a3af38045 of type vlan for network 67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2 Jan 20 13:07:26.916399 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-066ce474-05b2-48ae-aa50-8e1bb1f01cc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775109455270'] for network (67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:26.992110 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-066ce474-05b2-48ae-aa50-8e1bb1f01cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612'] for network (67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:26.993119 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066ce474-05b2-48ae-aa50-8e1bb1f01cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:07:26.993754 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-066ce474-05b2-48ae-aa50-8e1bb1f01cc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:27.040050 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-167ad3ce-7472-4287-b660-89ec84992af8 None None] Set router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:07:27.055070 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ce474-05b2-48ae-aa50-8e1bb1f01cc0 admin admin] Pushing event updated for resources: {'Network': ['ID=67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:27.064885 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Network 67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2 details requested by agent ovs-agent-dv-cinder-804035-24-iscsi with host dv-cinder-804035-24-iscsi {{(pid=109761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 13:07:27.082929 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-066ce474-05b2-48ae-aa50-8e1bb1f01cc0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4862957 Jan 20 13:07:27.083215 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 36502) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:27.088767 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-42b42e97-d55c-413b-985f-321d8988f981 admin admin] Request body: {'subnet': {'network_id': '67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1527772746-subnet', 'tenant_id': 'ad69f554f2e34d81ad84a15eed30461b', 'ip_version': 4}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:07:27.169801 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b42e97-d55c-413b-985f-321d8988f981 admin admin] Made reservation on behalf of ad69f554f2e34d81ad84a15eed30461b for: {'subnet': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:07:27.172885 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-42b42e97-d55c-413b-985f-321d8988f981 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5860199'] for subnet (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:27.239253 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 5b092862-1ec1-4ce9-830e-413af2871f22 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:07:27.267129 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-167ad3ce-7472-4287-b660-89ec84992af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:21Z', 'updated_at': '2022-01-20T13:07:25Z', 'revision_number': 4, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'gw_port': {'id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:55:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:22Z', 'updated_at': '2022-01-20T13:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': 'bb98d10c-9fa8-4e77-8bca-d5125609f1db', 'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'mac_address': 'fa:16:3e:f6:eb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d062f20-edad-4268-b71e-a865223684ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:24Z', 'updated_at': '2022-01-20T13:07:25Z', 'revision_number': 2, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'subnets': [{'id': '0d062f20-edad-4268-b71e-a865223684ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:27.294916 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 5b092862-1ec1-4ce9-830e-413af2871f22 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:07:27.295293 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (5b092862-1ec1-4ce9-830e-413af2871f22), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:27.297332 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ad3ce-7472-4287-b660-89ec84992af8 None None] Checking router: 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d for host: dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:07:27.297715 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ad3ce-7472-4287-b660-89ec84992af8 None None] Updating router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d port bb98d10c-9fa8-4e77-8bca-d5125609f1db binding host dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:07:27.322936 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-167ad3ce-7472-4287-b660-89ec84992af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (bb98d10c-9fa8-4e77-8bca-d5125609f1db), before_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:27.379067 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 5b092862-1ec1-4ce9-830e-413af2871f22 is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:07:27.379367 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (5b092862-1ec1-4ce9-830e-413af2871f22), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:27.400669 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] For port 5b092862-1ec1-4ce9-830e-413af2871f22, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=5b092862-1ec1-4ce9-830e-413af2871f22,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:07:27.460374 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-42b42e97-d55c-413b-985f-321d8988f981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5860213'] for subnet (621e4a6e-6bcb-4829-8013-77702758ddd6), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:27.483374 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (5b092862-1ec1-4ce9-830e-413af2871f22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:27.524651 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b42e97-d55c-413b-985f-321d8988f981 admin admin] Pushing event updated for resources: {'Subnet': ['ID=621e4a6e-6bcb-4829-8013-77702758ddd6,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:27.533480 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b42e97-d55c-413b-985f-321d8988f981 admin admin] Checking segment: {'id': '39f2c987-20ee-4ac4-b0fd-978a3af38045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:07:27.533971 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b42e97-d55c-413b-985f-321d8988f981 admin admin] Network hostable DHCP agents. Network: 67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2, hostable agents: ['34b5833e-9762-4604-a0fa-5558c3f0462d'], hosted agents: [] {{(pid=109759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 13:07:27.542934 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Pushing event updated for resources: {'Port': ['ID=5b092862-1ec1-4ce9-830e-413af2871f22,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:27.595513 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-167ad3ce-7472-4287-b660-89ec84992af8 None None] Publish callbacks [] for port (bb98d10c-9fa8-4e77-8bca-d5125609f1db), precommit_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:27.614297 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b42e97-d55c-413b-985f-321d8988f981 admin admin] Network 67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2 is scheduled to be hosted by DHCP agent 34b5833e-9762-4604-a0fa-5558c3f0462d with binding_index 1 {{(pid=109759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 13:07:27.700347 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-167ad3ce-7472-4287-b660-89ec84992af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (bb98d10c-9fa8-4e77-8bca-d5125609f1db), after_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:27.728834 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-42b42e97-d55c-413b-985f-321d8988f981 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-24-iscsi, 67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2) {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:07:27.734215 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b42e97-d55c-413b-985f-321d8988f981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:07:27.734947 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-42b42e97-d55c-413b-985f-321d8988f981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for subnet (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:27.742644 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35489f7f-5dc5-4a50-a2fd-4ed71323db51 None None] Network 67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2 requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:07:27.750982 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f707cb5-fe09-4a7f-bc27-6f6ae6f8df11 None None] Pushing event updated for resources: {'Port': ['ID=bb98d10c-9fa8-4e77-8bca-d5125609f1db,revision_number=3']} {{(pid=109762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:27.774762 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f707cb5-fe09-4a7f-bc27-6f6ae6f8df11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:27.775120 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f707cb5-fe09-4a7f-bc27-6f6ae6f8df11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:27.775474 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f707cb5-fe09-4a7f-bc27-6f6ae6f8df11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:27.775871 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f707cb5-fe09-4a7f-bc27-6f6ae6f8df11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:27.776204 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f707cb5-fe09-4a7f-bc27-6f6ae6f8df11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:27.776533 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f707cb5-fe09-4a7f-bc27-6f6ae6f8df11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:27.776868 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f707cb5-fe09-4a7f-bc27-6f6ae6f8df11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:27.777193 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f707cb5-fe09-4a7f-bc27-6f6ae6f8df11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:27.777550 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f707cb5-fe09-4a7f-bc27-6f6ae6f8df11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:27.777882 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f707cb5-fe09-4a7f-bc27-6f6ae6f8df11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:27.778209 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f707cb5-fe09-4a7f-bc27-6f6ae6f8df11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:27.778525 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f707cb5-fe09-4a7f-bc27-6f6ae6f8df11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:27.778840 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f707cb5-fe09-4a7f-bc27-6f6ae6f8df11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:07:27.813349 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-42b42e97-d55c-413b-985f-321d8988f981 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7284062 Jan 20 13:07:27.815502 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 36504) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:27.817233 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-167ad3ce-7472-4287-b660-89ec84992af8 None None] Attempting to bind port bb98d10c-9fa8-4e77-8bca-d5125609f1db on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:07:27.820877 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-167ad3ce-7472-4287-b660-89ec84992af8 None None] Attempting to bind port bb98d10c-9fa8-4e77-8bca-d5125609f1db by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': 'd8458404-cf4c-4ea7-845d-7ec20c3a6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023'}] {{(pid=109762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:07:27.820877 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167ad3ce-7472-4287-b660-89ec84992af8 None None] Attempting to bind port bb98d10c-9fa8-4e77-8bca-d5125609f1db on network 6e6a83ca-7153-4175-bd44-d7eed923b023 {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:07:27.821126 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-f54fb7d0-c2b6-4e07-9f0b-2def3ec87e15 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1527772746-router', 'tenant_id': 'ad69f554f2e34d81ad84a15eed30461b', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c'}}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:07:27.825155 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167ad3ce-7472-4287-b660-89ec84992af8 None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:07:27.825668 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167ad3ce-7472-4287-b660-89ec84992af8 None None] Checking segment: {'id': 'd8458404-cf4c-4ea7-845d-7ec20c3a6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:07:27.826795 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-167ad3ce-7472-4287-b660-89ec84992af8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:27.826795 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167ad3ce-7472-4287-b660-89ec84992af8 None None] Bound using segment: {'id': 'd8458404-cf4c-4ea7-845d-7ec20c3a6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023'} {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:07:27.827186 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-167ad3ce-7472-4287-b660-89ec84992af8 None None] Bound port: bb98d10c-9fa8-4e77-8bca-d5125609f1db, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8458404-cf4c-4ea7-845d-7ec20c3a6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023'}}] {{(pid=109762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:07:27.827584 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-167ad3ce-7472-4287-b660-89ec84992af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (bb98d10c-9fa8-4e77-8bca-d5125609f1db), before_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:27.883395 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504a3481-5bf7-4273-86e3-95b6d2ac930b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10deef0b-2ac2-50f7-9455-50c49679adfd-67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2', 'network_id': '67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2', 'project_id': 'ad69f554f2e34d81ad84a15eed30461b', 'fixed_ips': [{'subnet_id': '621e4a6e-6bcb-4829-8013-77702758ddd6'}]}} from dv-cinder-804035-24-iscsi. {{(pid=109761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 20 13:07:27.886255 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-504a3481-5bf7-4273-86e3-95b6d2ac930b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:27.909162 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.db [None req-167ad3ce-7472-4287-b660-89ec84992af8 None None] For port bb98d10c-9fa8-4e77-8bca-d5125609f1db, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:07:27.914184 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.db [None req-167ad3ce-7472-4287-b660-89ec84992af8 None None] For port bb98d10c-9fa8-4e77-8bca-d5125609f1db, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=bb98d10c-9fa8-4e77-8bca-d5125609f1db,segment=NetworkSegment(d8458404-cf4c-4ea7-845d-7ec20c3a6c67),segment_id=d8458404-cf4c-4ea7-845d-7ec20c3a6c67)] {{(pid=109762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:07:27.923297 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f54fb7d0-c2b6-4e07-9f0b-2def3ec87e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57998'] for router (2db9bb71-82b4-4531-8afa-bdcd7b51f599), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:27.924567 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f54fb7d0-c2b6-4e07-9f0b-2def3ec87e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1571958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1567031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57991'] for router (2db9bb71-82b4-4531-8afa-bdcd7b51f599), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:27.963449 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-167ad3ce-7472-4287-b660-89ec84992af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (bb98d10c-9fa8-4e77-8bca-d5125609f1db), after_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:27.977074 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f54fb7d0-c2b6-4e07-9f0b-2def3ec87e15 admin admin] Publish callbacks [] for router_controller (2db9bb71-82b4-4531-8afa-bdcd7b51f599), precommit_add_association {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:28.024440 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-9f44e9a6-653b-41f0-b0af-262238003d73 None None] Provisioning complete for port bb98d10c-9fa8-4e77-8bca-d5125609f1db triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:07:28.024440 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-9f44e9a6-653b-41f0-b0af-262238003d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (bb98d10c-9fa8-4e77-8bca-d5125609f1db), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:28.025225 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167ad3ce-7472-4287-b660-89ec84992af8 None None] Routers {'69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:07:28.025890 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-167ad3ce-7472-4287-b660-89ec84992af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:07:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:28.029582 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f707cb5-fe09-4a7f-bc27-6f6ae6f8df11 None None] Pushing event updated for resources: {'Port': ['ID=bb98d10c-9fa8-4e77-8bca-d5125609f1db,revision_number=4']} {{(pid=109762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:28.055218 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.db_base_plugin_common [None req-504a3481-5bf7-4273-86e3-95b6d2ac930b None None] Allocated IP 172.20.0.2 (67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2/621e4a6e-6bcb-4829-8013-77702758ddd6/76ab6aae-bc92-4a9c-9e43-987be5dc8305) {{(pid=109761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:07:28.156372 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-167ad3ce-7472-4287-b660-89ec84992af8 None None] Set router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:07:28.209132 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f54fb7d0-c2b6-4e07-9f0b-2def3ec87e15 admin admin] Publish callbacks [] for router_gateway (2db9bb71-82b4-4531-8afa-bdcd7b51f599), precommit_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:28.212886 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-504a3481-5bf7-4273-86e3-95b6d2ac930b None None] Publish callbacks [] for port (76ab6aae-bc92-4a9c-9e43-987be5dc8305), precommit_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:28.263187 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-9f44e9a6-653b-41f0-b0af-262238003d73 None None] Current status of the port bb98d10c-9fa8-4e77-8bca-d5125609f1db is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:07:28.263677 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-9f44e9a6-653b-41f0-b0af-262238003d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (bb98d10c-9fa8-4e77-8bca-d5125609f1db), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:28.296420 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-9f44e9a6-653b-41f0-b0af-262238003d73 None None] For port bb98d10c-9fa8-4e77-8bca-d5125609f1db, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=bb98d10c-9fa8-4e77-8bca-d5125609f1db,segment=NetworkSegment(d8458404-cf4c-4ea7-845d-7ec20c3a6c67),segment_id=d8458404-cf4c-4ea7-845d-7ec20c3a6c67)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:07:28.323327 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-504a3481-5bf7-4273-86e3-95b6d2ac930b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605'] for port (76ab6aae-bc92-4a9c-9e43-987be5dc8305), after_create {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:28.360531 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504a3481-5bf7-4273-86e3-95b6d2ac930b None None] Network 67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2 is already hosted by enough agents. {{(pid=109761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:07:28.365516 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.scheduler.base_scheduler [None req-504a3481-5bf7-4273-86e3-95b6d2ac930b None None] Resources bound (agent type, host, resource id): {{(pid=109761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:07:28.367992 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504a3481-5bf7-4273-86e3-95b6d2ac930b None None] Received port after_create {{(pid=109761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:07:28.374543 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-9f44e9a6-653b-41f0-b0af-262238003d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (bb98d10c-9fa8-4e77-8bca-d5125609f1db), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:28.377379 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-167ad3ce-7472-4287-b660-89ec84992af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:21Z', 'updated_at': '2022-01-20T13:07:25Z', 'revision_number': 4, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'gw_port': {'id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:22Z', 'updated_at': '2022-01-20T13:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': 'bb98d10c-9fa8-4e77-8bca-d5125609f1db', 'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'mac_address': 'fa:16:3e:f6:eb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d062f20-edad-4268-b71e-a865223684ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:24Z', 'updated_at': '2022-01-20T13:07:27Z', 'revision_number': 4, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'subnets': [{'id': '0d062f20-edad-4268-b71e-a865223684ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:28.386022 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a3481-5bf7-4273-86e3-95b6d2ac930b None None] Pushing event updated for resources: {'Port': ['ID=76ab6aae-bc92-4a9c-9e43-987be5dc8305,revision_number=1']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:28.405388 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ad3ce-7472-4287-b660-89ec84992af8 None None] The sync data for ids ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'] in dv-cinder-804035-24-iscsi is: [{'id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:21Z', 'updated_at': '2022-01-20T13:07:25Z', 'revision_number': 4, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'gw_port': {'id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:22Z', 'updated_at': '2022-01-20T13:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': 'bb98d10c-9fa8-4e77-8bca-d5125609f1db', 'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'mac_address': 'fa:16:3e:f6:eb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d062f20-edad-4268-b71e-a865223684ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:24Z', 'updated_at': '2022-01-20T13:07:27Z', 'revision_number': 4, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'subnets': [{'id': '0d062f20-edad-4268-b71e-a865223684ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:07:28.488029 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f54fb7d0-c2b6-4e07-9f0b-2def3ec87e15 admin admin] Publish callbacks [] for router_gateway (2db9bb71-82b4-4531-8afa-bdcd7b51f599), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:28.503527 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-504a3481-5bf7-4273-86e3-95b6d2ac930b None None] Attempting to bind port 76ab6aae-bc92-4a9c-9e43-987be5dc8305 on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:07:28.503527 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-504a3481-5bf7-4273-86e3-95b6d2ac930b None None] Attempting to bind port 76ab6aae-bc92-4a9c-9e43-987be5dc8305 by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': '39f2c987-20ee-4ac4-b0fd-978a3af38045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2'}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:07:28.503931 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504a3481-5bf7-4273-86e3-95b6d2ac930b None None] Attempting to bind port 76ab6aae-bc92-4a9c-9e43-987be5dc8305 on network 67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2 {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:07:28.509662 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f54fb7d0-c2b6-4e07-9f0b-2def3ec87e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:28.514218 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504a3481-5bf7-4273-86e3-95b6d2ac930b None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:07:28.514606 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504a3481-5bf7-4273-86e3-95b6d2ac930b None None] Checking segment: {'id': '39f2c987-20ee-4ac4-b0fd-978a3af38045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:07:28.515044 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-504a3481-5bf7-4273-86e3-95b6d2ac930b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:28.515448 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504a3481-5bf7-4273-86e3-95b6d2ac930b None None] Bound using segment: {'id': '39f2c987-20ee-4ac4-b0fd-978a3af38045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2'} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:07:28.515933 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-504a3481-5bf7-4273-86e3-95b6d2ac930b None None] Bound port: 76ab6aae-bc92-4a9c-9e43-987be5dc8305, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f2c987-20ee-4ac4-b0fd-978a3af38045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2'}}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:07:28.516322 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-504a3481-5bf7-4273-86e3-95b6d2ac930b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (76ab6aae-bc92-4a9c-9e43-987be5dc8305), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:28.544726 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44e9a6-653b-41f0-b0af-262238003d73 None None] Pushing event updated for resources: {'Port': ['ID=bb98d10c-9fa8-4e77-8bca-d5125609f1db,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:28.579555 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-372de37e-9209-47b9-bbf7-afdc90565a86 None None] Provisioning complete for port bb98d10c-9fa8-4e77-8bca-d5125609f1db triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:07:28.579937 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-372de37e-9209-47b9-bbf7-afdc90565a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (bb98d10c-9fa8-4e77-8bca-d5125609f1db), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:28.634527 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-504a3481-5bf7-4273-86e3-95b6d2ac930b None None] For port 76ab6aae-bc92-4a9c-9e43-987be5dc8305, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:07:28.639845 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-504a3481-5bf7-4273-86e3-95b6d2ac930b None None] For port 76ab6aae-bc92-4a9c-9e43-987be5dc8305, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=76ab6aae-bc92-4a9c-9e43-987be5dc8305,segment=NetworkSegment(39f2c987-20ee-4ac4-b0fd-978a3af38045),segment_id=39f2c987-20ee-4ac4-b0fd-978a3af38045)] {{(pid=109761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:07:28.642780 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_common [None req-f54fb7d0-c2b6-4e07-9f0b-2def3ec87e15 admin admin] Allocated IP 172.27.0.217 (2a70364f-7478-4e00-a602-43026420194c/64f75221-ca68-464e-809b-7e1d4f1c5699/5738a6e1-dd31-44e8-84e2-90125cd2147d) {{(pid=109760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:07:28.692041 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-372de37e-9209-47b9-bbf7-afdc90565a86 None None] Current status of the port bb98d10c-9fa8-4e77-8bca-d5125609f1db is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:07:28.729514 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-504a3481-5bf7-4273-86e3-95b6d2ac930b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (76ab6aae-bc92-4a9c-9e43-987be5dc8305), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:28.760982 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f54fb7d0-c2b6-4e07-9f0b-2def3ec87e15 admin admin] Publish callbacks [] for port (5738a6e1-dd31-44e8-84e2-90125cd2147d), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:28.789038 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a3481-5bf7-4273-86e3-95b6d2ac930b None None] Pushing event updated for resources: {'Port': ['ID=76ab6aae-bc92-4a9c-9e43-987be5dc8305,revision_number=2']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:28.860986 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f54fb7d0-c2b6-4e07-9f0b-2def3ec87e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (5738a6e1-dd31-44e8-84e2-90125cd2147d), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:28.907569 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54fb7d0-c2b6-4e07-9f0b-2def3ec87e15 admin admin] Network 2a70364f-7478-4e00-a602-43026420194c is already hosted by enough agents. {{(pid=109760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:07:28.913366 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-f54fb7d0-c2b6-4e07-9f0b-2def3ec87e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:07:28.915932 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54fb7d0-c2b6-4e07-9f0b-2def3ec87e15 admin admin] Received port after_create {{(pid=109760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:07:28.919693 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fb7d0-c2b6-4e07-9f0b-2def3ec87e15 admin admin] Pushing event updated for resources: {'Port': ['ID=5738a6e1-dd31-44e8-84e2-90125cd2147d,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:29.320663 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f54fb7d0-c2b6-4e07-9f0b-2def3ec87e15 admin admin] Publish callbacks [] for router_gateway (2db9bb71-82b4-4531-8afa-bdcd7b51f599), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:29.324192 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device bb98d10c-9fa8-4e77-8bca-d5125609f1db up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:07:29.377842 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port bb98d10c-9fa8-4e77-8bca-d5125609f1db triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:07:29.378516 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (bb98d10c-9fa8-4e77-8bca-d5125609f1db), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:29.551173 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f54fb7d0-c2b6-4e07-9f0b-2def3ec87e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1571917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1567081'] for router (2db9bb71-82b4-4531-8afa-bdcd7b51f599), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:29.611971 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port bb98d10c-9fa8-4e77-8bca-d5125609f1db is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:07:29.613071 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 76ab6aae-bc92-4a9c-9e43-987be5dc8305 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:07:29.663585 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 76ab6aae-bc92-4a9c-9e43-987be5dc8305 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:07:29.663969 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (76ab6aae-bc92-4a9c-9e43-987be5dc8305), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:29.753542 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 76ab6aae-bc92-4a9c-9e43-987be5dc8305 is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:07:29.753941 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (76ab6aae-bc92-4a9c-9e43-987be5dc8305), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:29.774465 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54fb7d0-c2b6-4e07-9f0b-2def3ec87e15 admin admin] Router 2db9bb71-82b4-4531-8afa-bdcd7b51f599 is scheduled to L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 with binding_index 1 {{(pid=109760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 13:07:29.789938 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] For port 76ab6aae-bc92-4a9c-9e43-987be5dc8305, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=76ab6aae-bc92-4a9c-9e43-987be5dc8305,segment=NetworkSegment(39f2c987-20ee-4ac4-b0fd-978a3af38045),segment_id=39f2c987-20ee-4ac4-b0fd-978a3af38045)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:07:29.822608 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c2b85a-9d5d-454a-9dcb-17a12145dd13 None None] Network 67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2 requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:07:29.875031 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (76ab6aae-bc92-4a9c-9e43-987be5dc8305), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:29.875854 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 5b092862-1ec1-4ce9-830e-413af2871f22 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:07:29.883941 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54fb7d0-c2b6-4e07-9f0b-2def3ec87e15 admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:07:29.925304 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af68e06c-5116-4dc7-b545-52e1c1d78526 None None] Sync routers for ids ['2db9bb71-82b4-4531-8afa-bdcd7b51f599'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:07:29.982568 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-f54fb7d0-c2b6-4e07-9f0b-2def3ec87e15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:29.984133 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-f54fb7d0-c2b6-4e07-9f0b-2def3ec87e15 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1671312 Jan 20 13:07:29.987072 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 36506) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:30.018199 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af68e06c-5116-4dc7-b545-52e1c1d78526 None None] Routers {'2db9bb71-82b4-4531-8afa-bdcd7b51f599'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:07:30.018751 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-af68e06c-5116-4dc7-b545-52e1c1d78526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:07:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['2db9bb71-82b4-4531-8afa-bdcd7b51f599'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:30.021975 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-e6516d71-fb6e-4d9b-a781-62dce37eed24 None None] Provisioning complete for port 76ab6aae-bc92-4a9c-9e43-987be5dc8305 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:07:30.022400 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-e6516d71-fb6e-4d9b-a781-62dce37eed24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (76ab6aae-bc92-4a9c-9e43-987be5dc8305), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:30.038626 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Pushing event updated for resources: {'Port': ['ID=76ab6aae-bc92-4a9c-9e43-987be5dc8305,revision_number=3']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:30.165781 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 5b092862-1ec1-4ce9-830e-413af2871f22 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:07:30.166084 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (5b092862-1ec1-4ce9-830e-413af2871f22), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:30.255518 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-af68e06c-5116-4dc7-b545-52e1c1d78526 None None] Set router 2db9bb71-82b4-4531-8afa-bdcd7b51f599 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:07:30.375641 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-e6516d71-fb6e-4d9b-a781-62dce37eed24 None None] Current status of the port 76ab6aae-bc92-4a9c-9e43-987be5dc8305 is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:07:30.452198 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 5b092862-1ec1-4ce9-830e-413af2871f22 is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:07:30.508473 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-be0bf6d2-48a1-45d6-a13d-dfc54c22dcb5 None None] Provisioning complete for port 76ab6aae-bc92-4a9c-9e43-987be5dc8305 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:07:30.508776 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-be0bf6d2-48a1-45d6-a13d-dfc54c22dcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (76ab6aae-bc92-4a9c-9e43-987be5dc8305), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:30.554185 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-af68e06c-5116-4dc7-b545-52e1c1d78526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db9bb71-82b4-4531-8afa-bdcd7b51f599', 'name': 'tempest-TestVolumeBootPattern-1527772746-router', 'tenant_id': 'ad69f554f2e34d81ad84a15eed30461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '5738a6e1-dd31-44e8-84e2-90125cd2147d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:27Z', 'updated_at': '2022-01-20T13:07:29Z', 'revision_number': 3, 'project_id': 'ad69f554f2e34d81ad84a15eed30461b', 'gw_port': {'id': '5738a6e1-dd31-44e8-84e2-90125cd2147d', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db9bb71-82b4-4531-8afa-bdcd7b51f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:28Z', 'updated_at': '2022-01-20T13:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:30.583396 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af68e06c-5116-4dc7-b545-52e1c1d78526 None None] Checking router: 2db9bb71-82b4-4531-8afa-bdcd7b51f599 for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:07:30.583754 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af68e06c-5116-4dc7-b545-52e1c1d78526 None None] Updating router 2db9bb71-82b4-4531-8afa-bdcd7b51f599 port 5738a6e1-dd31-44e8-84e2-90125cd2147d binding host dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:07:30.634173 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-af68e06c-5116-4dc7-b545-52e1c1d78526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (5738a6e1-dd31-44e8-84e2-90125cd2147d), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:30.670803 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-62f887e0-970f-4761-9ec3-884f0ba7667d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:30.679775 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-be0bf6d2-48a1-45d6-a13d-dfc54c22dcb5 None None] Current status of the port 76ab6aae-bc92-4a9c-9e43-987be5dc8305 is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:07:30.825537 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_common [None req-62f887e0-970f-4761-9ec3-884f0ba7667d admin admin] Allocated IP 172.20.0.1 (67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2/621e4a6e-6bcb-4829-8013-77702758ddd6/3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac) {{(pid=109760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:07:30.904830 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-af68e06c-5116-4dc7-b545-52e1c1d78526 None None] Publish callbacks [] for port (5738a6e1-dd31-44e8-84e2-90125cd2147d), precommit_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:30.933911 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-62f887e0-970f-4761-9ec3-884f0ba7667d admin admin] Publish callbacks [] for port (3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:30.974174 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-af68e06c-5116-4dc7-b545-52e1c1d78526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (5738a6e1-dd31-44e8-84e2-90125cd2147d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:31.009290 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-62f887e0-970f-4761-9ec3-884f0ba7667d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:31.032619 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-af68e06c-5116-4dc7-b545-52e1c1d78526 None None] Attempting to bind port 5738a6e1-dd31-44e8-84e2-90125cd2147d on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:07:31.032993 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-af68e06c-5116-4dc7-b545-52e1c1d78526 None None] Attempting to bind port 5738a6e1-dd31-44e8-84e2-90125cd2147d by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:07:31.033360 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af68e06c-5116-4dc7-b545-52e1c1d78526 None None] Attempting to bind port 5738a6e1-dd31-44e8-84e2-90125cd2147d on network 2a70364f-7478-4e00-a602-43026420194c {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:07:31.035444 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6731e96-e666-4665-b2e5-3934b4ead014 None None] Pushing event updated for resources: {'Port': ['ID=5738a6e1-dd31-44e8-84e2-90125cd2147d,revision_number=2']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:31.042057 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af68e06c-5116-4dc7-b545-52e1c1d78526 None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:07:31.042448 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af68e06c-5116-4dc7-b545-52e1c1d78526 None None] Checking segment: {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:07:31.042839 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-af68e06c-5116-4dc7-b545-52e1c1d78526 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:31.043266 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af68e06c-5116-4dc7-b545-52e1c1d78526 None None] Bound using segment: {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'} {{(pid=109761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:07:31.044144 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.managers [None req-af68e06c-5116-4dc7-b545-52e1c1d78526 None None] Bound port: 5738a6e1-dd31-44e8-84e2-90125cd2147d, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c032d15e-e0d1-450a-853c-1755f5cbbf5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a70364f-7478-4e00-a602-43026420194c'}}] {{(pid=109761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:07:31.044144 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-af68e06c-5116-4dc7-b545-52e1c1d78526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (5738a6e1-dd31-44e8-84e2-90125cd2147d), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:31.051714 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f887e0-970f-4761-9ec3-884f0ba7667d admin admin] Network 67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2 is already hosted by enough agents. {{(pid=109760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:07:31.055120 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-62f887e0-970f-4761-9ec3-884f0ba7667d admin admin] Resources bound (agent type, host, resource id): {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:07:31.058474 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f887e0-970f-4761-9ec3-884f0ba7667d admin admin] Received port after_create {{(pid=109760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:07:31.085154 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f887e0-970f-4761-9ec3-884f0ba7667d admin admin] Pushing event updated for resources: {'Port': ['ID=3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:31.098025 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-af68e06c-5116-4dc7-b545-52e1c1d78526 None None] For port 5738a6e1-dd31-44e8-84e2-90125cd2147d, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:07:31.101126 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-af68e06c-5116-4dc7-b545-52e1c1d78526 None None] For port 5738a6e1-dd31-44e8-84e2-90125cd2147d, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=5738a6e1-dd31-44e8-84e2-90125cd2147d,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:07:31.102232 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-62f887e0-970f-4761-9ec3-884f0ba7667d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530587'] for router_interface (2db9bb71-82b4-4531-8afa-bdcd7b51f599), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:31.182327 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 76ab6aae-bc92-4a9c-9e43-987be5dc8305 up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:07:31.186569 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-af68e06c-5116-4dc7-b545-52e1c1d78526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (5738a6e1-dd31-44e8-84e2-90125cd2147d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:31.285850 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6731e96-e666-4665-b2e5-3934b4ead014 None None] Pushing event updated for resources: {'Port': ['ID=5738a6e1-dd31-44e8-84e2-90125cd2147d,revision_number=3']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:31.291192 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af68e06c-5116-4dc7-b545-52e1c1d78526 None None] Routers {'2db9bb71-82b4-4531-8afa-bdcd7b51f599'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:07:31.291810 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-af68e06c-5116-4dc7-b545-52e1c1d78526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:07:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['2db9bb71-82b4-4531-8afa-bdcd7b51f599'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:31.320673 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-62f887e0-970f-4761-9ec3-884f0ba7667d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac), before_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:31.356798 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 76ab6aae-bc92-4a9c-9e43-987be5dc8305 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:07:31.357062 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (76ab6aae-bc92-4a9c-9e43-987be5dc8305), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:31.387339 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-a2a2ee77-7554-444d-9d36-eadcc2b65aea None None] Provisioning complete for port 3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:07:31.388024 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-a2a2ee77-7554-444d-9d36-eadcc2b65aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:31.484549 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-62f887e0-970f-4761-9ec3-884f0ba7667d admin admin] Publish callbacks [] for port (3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac), precommit_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:31.551373 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-62f887e0-970f-4761-9ec3-884f0ba7667d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4332544'] for port (3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac), after_update {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:31.597676 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-a2a2ee77-7554-444d-9d36-eadcc2b65aea None None] Port 3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:07:31.602899 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-af68e06c-5116-4dc7-b545-52e1c1d78526 None None] Set router 2db9bb71-82b4-4531-8afa-bdcd7b51f599 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:07:31.617209 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f887e0-970f-4761-9ec3-884f0ba7667d admin admin] Pushing event updated for resources: {'Port': ['ID=3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac,revision_number=2']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:31.620845 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-62f887e0-970f-4761-9ec3-884f0ba7667d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1477630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545703'] for router_interface (2db9bb71-82b4-4531-8afa-bdcd7b51f599), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:31.714371 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f887e0-970f-4761-9ec3-884f0ba7667d admin admin] Network 67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2 is already hosted by enough agents. {{(pid=109760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:07:31.715855 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.base_scheduler [None req-62f887e0-970f-4761-9ec3-884f0ba7667d admin admin] Resources bound (agent type, host, resource id): {{(pid=109760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:07:31.724344 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 76ab6aae-bc92-4a9c-9e43-987be5dc8305 is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:07:31.830691 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f887e0-970f-4761-9ec3-884f0ba7667d admin admin] Router 2db9bb71-82b4-4531-8afa-bdcd7b51f599 has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:07:31.843790 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-af68e06c-5116-4dc7-b545-52e1c1d78526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db9bb71-82b4-4531-8afa-bdcd7b51f599', 'name': 'tempest-TestVolumeBootPattern-1527772746-router', 'tenant_id': 'ad69f554f2e34d81ad84a15eed30461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '5738a6e1-dd31-44e8-84e2-90125cd2147d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:27Z', 'updated_at': '2022-01-20T13:07:31Z', 'revision_number': 4, 'project_id': 'ad69f554f2e34d81ad84a15eed30461b', 'gw_port': {'id': '5738a6e1-dd31-44e8-84e2-90125cd2147d', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db9bb71-82b4-4531-8afa-bdcd7b51f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:28Z', 'updated_at': '2022-01-20T13:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac', 'name': '', 'network_id': '67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2', 'tenant_id': 'ad69f554f2e34d81ad84a15eed30461b', 'mac_address': 'fa:16:3e:b4:7a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db9bb71-82b4-4531-8afa-bdcd7b51f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '621e4a6e-6bcb-4829-8013-77702758ddd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:30Z', 'updated_at': '2022-01-20T13:07:30Z', 'revision_number': 1, 'project_id': 'ad69f554f2e34d81ad84a15eed30461b', 'subnets': [{'id': '621e4a6e-6bcb-4829-8013-77702758ddd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:31.871324 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af68e06c-5116-4dc7-b545-52e1c1d78526 None None] The sync data for ids ['2db9bb71-82b4-4531-8afa-bdcd7b51f599'] in dv-cinder-804035-24-iscsi is: [{'id': '2db9bb71-82b4-4531-8afa-bdcd7b51f599', 'name': 'tempest-TestVolumeBootPattern-1527772746-router', 'tenant_id': 'ad69f554f2e34d81ad84a15eed30461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '5738a6e1-dd31-44e8-84e2-90125cd2147d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:27Z', 'updated_at': '2022-01-20T13:07:31Z', 'revision_number': 4, 'project_id': 'ad69f554f2e34d81ad84a15eed30461b', 'gw_port': {'id': '5738a6e1-dd31-44e8-84e2-90125cd2147d', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db9bb71-82b4-4531-8afa-bdcd7b51f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:28Z', 'updated_at': '2022-01-20T13:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac', 'name': '', 'network_id': '67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2', 'tenant_id': 'ad69f554f2e34d81ad84a15eed30461b', 'mac_address': 'fa:16:3e:b4:7a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db9bb71-82b4-4531-8afa-bdcd7b51f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '621e4a6e-6bcb-4829-8013-77702758ddd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:30Z', 'updated_at': '2022-01-20T13:07:30Z', 'revision_number': 1, 'project_id': 'ad69f554f2e34d81ad84a15eed30461b', 'subnets': [{'id': '621e4a6e-6bcb-4829-8013-77702758ddd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:07:31.952193 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f887e0-970f-4761-9ec3-884f0ba7667d admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:07:31.957078 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-62f887e0-970f-4761-9ec3-884f0ba7667d admin admin] 10.222.0.57 "PUT /v2.0/routers/2db9bb71-82b4-4531-8afa-bdcd7b51f599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9690511 Jan 20 13:07:32.019695 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-fd9bca0d-a2ee-4585-9191-6fcf1d41c608 None None] Provisioning complete for port 3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:07:32.020076 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-fd9bca0d-a2ee-4585-9191-6fcf1d41c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:32.067953 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-fd9bca0d-a2ee-4585-9191-6fcf1d41c608 None None] Port 3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:07:32.721216 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 36514) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:32.725884 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.v2.base [None req-441fe3ab-67c0-4a07-ab3b-50b34b546121 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1533305914', 'description': 'tempest-secgroup-smoke-1533305914 description', 'project_id': 'b81202cedf334a9eb008267f9813dd45'}} {{(pid=109760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:07:32.826339 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-441fe3ab-67c0-4a07-ab3b-50b34b546121 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for security_group (None), before_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:32.898492 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-441fe3ab-67c0-4a07-ab3b-50b34b546121 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for security_group (932bf5af-f2a3-4041-be44-3ef28a5d6bb4), precommit_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:32.957665 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-441fe3ab-67c0-4a07-ab3b-50b34b546121 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (932bf5af-f2a3-4041-be44-3ef28a5d6bb4), after_create {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:32.987732 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fe3ab-67c0-4a07-ab3b-50b34b546121 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=932bf5af-f2a3-4041-be44-3ef28a5d6bb4,revision_number=1']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:33.045334 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-441fe3ab-67c0-4a07-ab3b-50b34b546121 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:33.046678 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-441fe3ab-67c0-4a07-ab3b-50b34b546121 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3243675 Jan 20 13:07:33.049872 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 36516) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:33.055120 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-fe6e51c7-89aa-4173-9202-ae3586a1ce61 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Request body: {'security_group_rule': {'security_group_id': '932bf5af-f2a3-4041-be44-3ef28a5d6bb4', 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:07:33.140364 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-fe6e51c7-89aa-4173-9202-ae3586a1ce61 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for security_group_rule (2a55b901-eb37-4980-8908-5806788255bf), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:33.209472 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-fe6e51c7-89aa-4173-9202-ae3586a1ce61 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for security_group_rule (2a55b901-eb37-4980-8908-5806788255bf), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:33.235644 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 5738a6e1-dd31-44e8-84e2-90125cd2147d up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:07:33.274602 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bdb121db-7970-4735-bbb6-753b3842b46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:33.290314 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 5738a6e1-dd31-44e8-84e2-90125cd2147d triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:07:33.290687 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (5738a6e1-dd31-44e8-84e2-90125cd2147d), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:33.315580 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-fe6e51c7-89aa-4173-9202-ae3586a1ce61 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390'] for security_group_rule (2a55b901-eb37-4980-8908-5806788255bf), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:33.335923 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e51c7-89aa-4173-9202-ae3586a1ce61 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a55b901-eb37-4980-8908-5806788255bf,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:33.370481 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 5738a6e1-dd31-44e8-84e2-90125cd2147d is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:07:33.370870 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (5738a6e1-dd31-44e8-84e2-90125cd2147d), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:33.392914 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] For port 5738a6e1-dd31-44e8-84e2-90125cd2147d, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=5738a6e1-dd31-44e8-84e2-90125cd2147d,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:07:33.399128 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-fe6e51c7-89aa-4173-9202-ae3586a1ce61 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:33.399128 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-fe6e51c7-89aa-4173-9202-ae3586a1ce61 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3444707 Jan 20 13:07:33.399128 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 36518) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:33.403246 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-179cc5b7-5068-4f06-87f2-827f3b9c2f51 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Request body: {'security_group_rule': {'security_group_id': '932bf5af-f2a3-4041-be44-3ef28a5d6bb4', 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:07:33.477734 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (5738a6e1-dd31-44e8-84e2-90125cd2147d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:33.505076 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-179cc5b7-5068-4f06-87f2-827f3b9c2f51 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for security_group_rule (01664c00-10fc-4586-85e1-14483dbd1d05), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:33.531069 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Pushing event updated for resources: {'Port': ['ID=5738a6e1-dd31-44e8-84e2-90125cd2147d,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:33.562739 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-179cc5b7-5068-4f06-87f2-827f3b9c2f51 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for security_group_rule (01664c00-10fc-4586-85e1-14483dbd1d05), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:33.631931 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-179cc5b7-5068-4f06-87f2-827f3b9c2f51 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390'] for security_group_rule (01664c00-10fc-4586-85e1-14483dbd1d05), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:33.649624 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cc5b7-5068-4f06-87f2-827f3b9c2f51 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01664c00-10fc-4586-85e1-14483dbd1d05,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:33.730974 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-179cc5b7-5068-4f06-87f2-827f3b9c2f51 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:33.732141 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-179cc5b7-5068-4f06-87f2-827f3b9c2f51 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3324497 Jan 20 13:07:33.734853 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 36520) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:33.739131 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-29cd6aa2-aaa8-4442-a6fd-3456fe2b685b tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Request body: {'security_group_rule': {'security_group_id': '932bf5af-f2a3-4041-be44-3ef28a5d6bb4', 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:07:33.825525 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-29cd6aa2-aaa8-4442-a6fd-3456fe2b685b tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for security_group_rule (fb10ecee-1402-4a82-8638-d872d22fe75b), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:33.881112 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-29cd6aa2-aaa8-4442-a6fd-3456fe2b685b tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for security_group_rule (fb10ecee-1402-4a82-8638-d872d22fe75b), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:33.957079 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-29cd6aa2-aaa8-4442-a6fd-3456fe2b685b tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390'] for security_group_rule (fb10ecee-1402-4a82-8638-d872d22fe75b), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:33.974801 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd6aa2-aaa8-4442-a6fd-3456fe2b685b tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb10ecee-1402-4a82-8638-d872d22fe75b,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:34.050543 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-29cd6aa2-aaa8-4442-a6fd-3456fe2b685b tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:34.051811 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-29cd6aa2-aaa8-4442-a6fd-3456fe2b685b tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3160312 Jan 20 13:07:34.055159 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 36522) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:34.059387 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-1775a12c-8da8-4028-9944-1e4331eabbac tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Request body: {'security_group_rule': {'security_group_id': '932bf5af-f2a3-4041-be44-3ef28a5d6bb4', 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:07:34.145126 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-1775a12c-8da8-4028-9944-1e4331eabbac tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for security_group_rule (2c197dcf-08e1-4434-b779-99ead27f8e4b), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:34.210166 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-1775a12c-8da8-4028-9944-1e4331eabbac tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for security_group_rule (2c197dcf-08e1-4434-b779-99ead27f8e4b), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:34.283176 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-1775a12c-8da8-4028-9944-1e4331eabbac tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390'] for security_group_rule (2c197dcf-08e1-4434-b779-99ead27f8e4b), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:34.301497 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775a12c-8da8-4028-9944-1e4331eabbac tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c197dcf-08e1-4434-b779-99ead27f8e4b,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:34.370825 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-1775a12c-8da8-4028-9944-1e4331eabbac tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:34.372118 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-1775a12c-8da8-4028-9944-1e4331eabbac tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3160453 Jan 20 13:07:34.375014 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 36524) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:34.379266 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-f1708d71-d713-414a-abb3-a99de55c922a tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Request body: {'security_group_rule': {'security_group_id': '932bf5af-f2a3-4041-be44-3ef28a5d6bb4', 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:07:34.471412 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.db.securitygroups_db [None req-f1708d71-d713-414a-abb3-a99de55c922a tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Project b81202cedf334a9eb008267f9813dd45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 13:07:34.477139 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f1708d71-d713-414a-abb3-a99de55c922a tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for security_group_rule (ecf125e3-4629-4386-8a1f-65a6d09ab68e), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:34.535606 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f1708d71-d713-414a-abb3-a99de55c922a tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for security_group_rule (ecf125e3-4629-4386-8a1f-65a6d09ab68e), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:34.614288 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f1708d71-d713-414a-abb3-a99de55c922a tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390'] for security_group_rule (ecf125e3-4629-4386-8a1f-65a6d09ab68e), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:34.635613 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1708d71-d713-414a-abb3-a99de55c922a tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf125e3-4629-4386-8a1f-65a6d09ab68e,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:34.690789 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-f1708d71-d713-414a-abb3-a99de55c922a tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:34.692055 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-f1708d71-d713-414a-abb3-a99de55c922a tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3161077 Jan 20 13:07:34.695145 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 36526) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:07:34.700793 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-fce15f13-b9f6-4b23-807a-125c36f73348 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Request body: {'security_group_rule': {'security_group_id': '932bf5af-f2a3-4041-be44-3ef28a5d6bb4', 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:07:34.792426 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.db.securitygroups_db [None req-fce15f13-b9f6-4b23-807a-125c36f73348 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Project b81202cedf334a9eb008267f9813dd45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 13:07:34.798217 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-fce15f13-b9f6-4b23-807a-125c36f73348 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for security_group_rule (14789413-223c-4fff-aa05-b71efb942638), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:34.857983 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-fce15f13-b9f6-4b23-807a-125c36f73348 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for security_group_rule (14789413-223c-4fff-aa05-b71efb942638), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:34.940067 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-fce15f13-b9f6-4b23-807a-125c36f73348 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390'] for security_group_rule (14789413-223c-4fff-aa05-b71efb942638), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:34.958273 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce15f13-b9f6-4b23-807a-125c36f73348 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14789413-223c-4fff-aa05-b71efb942638,revision_number=0']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:35.033880 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-fce15f13-b9f6-4b23-807a-125c36f73348 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:35.035167 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-fce15f13-b9f6-4b23-807a-125c36f73348 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3387907 Jan 20 13:07:35.169633 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 5738a6e1-dd31-44e8-84e2-90125cd2147d up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:07:35.223718 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 5738a6e1-dd31-44e8-84e2-90125cd2147d triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:07:35.224093 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (5738a6e1-dd31-44e8-84e2-90125cd2147d), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:35.303158 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 5738a6e1-dd31-44e8-84e2-90125cd2147d is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:07:35.355660 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c0d7c3-346b-4954-bcfd-39d4c8895359 None None] Sync routers for ids ['2db9bb71-82b4-4531-8afa-bdcd7b51f599'] in dv-cinder-804035-24-iscsi {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:07:35.365295 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c0d7c3-346b-4954-bcfd-39d4c8895359 None None] Routers {'2db9bb71-82b4-4531-8afa-bdcd7b51f599'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:07:35.366389 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-94c0d7c3-346b-4954-bcfd-39d4c8895359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:07:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['2db9bb71-82b4-4531-8afa-bdcd7b51f599'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:35.469528 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-94c0d7c3-346b-4954-bcfd-39d4c8895359 None None] Set router 2db9bb71-82b4-4531-8afa-bdcd7b51f599 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:07:35.669199 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-94c0d7c3-346b-4954-bcfd-39d4c8895359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db9bb71-82b4-4531-8afa-bdcd7b51f599', 'name': 'tempest-TestVolumeBootPattern-1527772746-router', 'tenant_id': 'ad69f554f2e34d81ad84a15eed30461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '5738a6e1-dd31-44e8-84e2-90125cd2147d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:27Z', 'updated_at': '2022-01-20T13:07:31Z', 'revision_number': 4, 'project_id': 'ad69f554f2e34d81ad84a15eed30461b', 'gw_port': {'id': '5738a6e1-dd31-44e8-84e2-90125cd2147d', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9bb71-82b4-4531-8afa-bdcd7b51f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:28Z', 'updated_at': '2022-01-20T13:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac', 'name': '', 'network_id': '67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2', 'tenant_id': 'ad69f554f2e34d81ad84a15eed30461b', 'mac_address': 'fa:16:3e:b4:7a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db9bb71-82b4-4531-8afa-bdcd7b51f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '621e4a6e-6bcb-4829-8013-77702758ddd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:30Z', 'updated_at': '2022-01-20T13:07:31Z', 'revision_number': 2, 'project_id': 'ad69f554f2e34d81ad84a15eed30461b', 'subnets': [{'id': '621e4a6e-6bcb-4829-8013-77702758ddd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:35.696435 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c0d7c3-346b-4954-bcfd-39d4c8895359 None None] Checking router: 2db9bb71-82b4-4531-8afa-bdcd7b51f599 for host: dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:07:35.696789 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c0d7c3-346b-4954-bcfd-39d4c8895359 None None] Updating router 2db9bb71-82b4-4531-8afa-bdcd7b51f599 port 3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac binding host dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:07:35.721257 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-94c0d7c3-346b-4954-bcfd-39d4c8895359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac), before_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:35.981203 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-fd50508c-00cd-4eaa-8d0a-3348ed17c469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:36.081682 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-94c0d7c3-346b-4954-bcfd-39d4c8895359 None None] Publish callbacks [] for port (3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac), precommit_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:36.145767 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-94c0d7c3-346b-4954-bcfd-39d4c8895359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac), after_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:36.199642 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2307f9-28ef-4457-a8ed-40e3a1b7e81f None None] Pushing event updated for resources: {'Port': ['ID=3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac,revision_number=3']} {{(pid=109762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:36.248304 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-94c0d7c3-346b-4954-bcfd-39d4c8895359 None None] Attempting to bind port 3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac on host dv-cinder-804035-24-iscsi for vnic_type normal with profile {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:07:36.248695 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-94c0d7c3-346b-4954-bcfd-39d4c8895359 None None] Attempting to bind port 3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac by drivers openvswitch,hyperv on host dv-cinder-804035-24-iscsi at level 0 using segments [{'id': '39f2c987-20ee-4ac4-b0fd-978a3af38045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2'}] {{(pid=109762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:07:36.249221 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c0d7c3-346b-4954-bcfd-39d4c8895359 None None] Attempting to bind port 3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac on network 67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2 {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:07:36.254577 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c0d7c3-346b-4954-bcfd-39d4c8895359 None None] Checking agent: {'id': '67bb7cb2-774d-48eb-be25-dd4a9afc8ba5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 44, 11), 'started_at': datetime.datetime(2022, 1, 20, 12, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:07:36.254928 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c0d7c3-346b-4954-bcfd-39d4c8895359 None None] Checking segment: {'id': '39f2c987-20ee-4ac4-b0fd-978a3af38045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:07:36.255331 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-94c0d7c3-346b-4954-bcfd-39d4c8895359 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:36.255719 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c0d7c3-346b-4954-bcfd-39d4c8895359 None None] Bound using segment: {'id': '39f2c987-20ee-4ac4-b0fd-978a3af38045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2'} {{(pid=109762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:07:36.256182 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.managers [None req-94c0d7c3-346b-4954-bcfd-39d4c8895359 None None] Bound port: 3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac, host: dv-cinder-804035-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f2c987-20ee-4ac4-b0fd-978a3af38045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2'}}] {{(pid=109762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:07:36.257027 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-94c0d7c3-346b-4954-bcfd-39d4c8895359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac), before_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:36.331511 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.db [None req-94c0d7c3-346b-4954-bcfd-39d4c8895359 None None] For port 3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac, host dv-cinder-804035-24-iscsi, cleared binding levels {{(pid=109762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:07:36.335480 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.db [None req-94c0d7c3-346b-4954-bcfd-39d4c8895359 None None] For port 3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac, host dv-cinder-804035-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac,segment=NetworkSegment(39f2c987-20ee-4ac4-b0fd-978a3af38045),segment_id=39f2c987-20ee-4ac4-b0fd-978a3af38045)] {{(pid=109762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:07:36.431056 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-4704546a-41fb-4e2e-99b3-e741d52ebe44 None None] Provisioning complete for port 3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:07:36.431629 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-4704546a-41fb-4e2e-99b3-e741d52ebe44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:36.431864 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-94c0d7c3-346b-4954-bcfd-39d4c8895359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac), after_update {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:36.488453 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c0d7c3-346b-4954-bcfd-39d4c8895359 None None] Routers {'2db9bb71-82b4-4531-8afa-bdcd7b51f599'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:07:36.489086 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-94c0d7c3-346b-4954-bcfd-39d4c8895359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:07:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['2db9bb71-82b4-4531-8afa-bdcd7b51f599'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:36.501793 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2307f9-28ef-4457-a8ed-40e3a1b7e81f None None] Pushing event updated for resources: {'Port': ['ID=3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac,revision_number=4']} {{(pid=109762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:36.520782 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-4704546a-41fb-4e2e-99b3-e741d52ebe44 None None] Current status of the port 3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac is: DOWN; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:07:36.521397 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-4704546a-41fb-4e2e-99b3-e741d52ebe44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:36.563677 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-4704546a-41fb-4e2e-99b3-e741d52ebe44 None None] For port 3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac,segment=NetworkSegment(39f2c987-20ee-4ac4-b0fd-978a3af38045),segment_id=39f2c987-20ee-4ac4-b0fd-978a3af38045)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:07:36.618326 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-94c0d7c3-346b-4954-bcfd-39d4c8895359 None None] Set router 2db9bb71-82b4-4531-8afa-bdcd7b51f599 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:07:36.620048 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-4704546a-41fb-4e2e-99b3-e741d52ebe44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:36.684019 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704546a-41fb-4e2e-99b3-e741d52ebe44 None None] Pushing event updated for resources: {'Port': ['ID=3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:07:36.747893 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-35a71759-45b2-4a08-82c2-a27632f82117 None None] Provisioning complete for port 3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:07:36.748191 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-35a71759-45b2-4a08-82c2-a27632f82117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:36.820882 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-94c0d7c3-346b-4954-bcfd-39d4c8895359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db9bb71-82b4-4531-8afa-bdcd7b51f599', 'name': 'tempest-TestVolumeBootPattern-1527772746-router', 'tenant_id': 'ad69f554f2e34d81ad84a15eed30461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '5738a6e1-dd31-44e8-84e2-90125cd2147d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:27Z', 'updated_at': '2022-01-20T13:07:31Z', 'revision_number': 4, 'project_id': 'ad69f554f2e34d81ad84a15eed30461b', 'gw_port': {'id': '5738a6e1-dd31-44e8-84e2-90125cd2147d', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9bb71-82b4-4531-8afa-bdcd7b51f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:28Z', 'updated_at': '2022-01-20T13:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac', 'name': '', 'network_id': '67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2', 'tenant_id': 'ad69f554f2e34d81ad84a15eed30461b', 'mac_address': 'fa:16:3e:b4:7a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db9bb71-82b4-4531-8afa-bdcd7b51f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '621e4a6e-6bcb-4829-8013-77702758ddd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:30Z', 'updated_at': '2022-01-20T13:07:36Z', 'revision_number': 4, 'project_id': 'ad69f554f2e34d81ad84a15eed30461b', 'subnets': [{'id': '621e4a6e-6bcb-4829-8013-77702758ddd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:07:36.827427 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-35a71759-45b2-4a08-82c2-a27632f82117 None None] Current status of the port 3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:07:36.852247 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c0d7c3-346b-4954-bcfd-39d4c8895359 None None] The sync data for ids ['2db9bb71-82b4-4531-8afa-bdcd7b51f599'] in dv-cinder-804035-24-iscsi is: [{'id': '2db9bb71-82b4-4531-8afa-bdcd7b51f599', 'name': 'tempest-TestVolumeBootPattern-1527772746-router', 'tenant_id': 'ad69f554f2e34d81ad84a15eed30461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '5738a6e1-dd31-44e8-84e2-90125cd2147d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:27Z', 'updated_at': '2022-01-20T13:07:31Z', 'revision_number': 4, 'project_id': 'ad69f554f2e34d81ad84a15eed30461b', 'gw_port': {'id': '5738a6e1-dd31-44e8-84e2-90125cd2147d', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9bb71-82b4-4531-8afa-bdcd7b51f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:28Z', 'updated_at': '2022-01-20T13:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': '3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac', 'name': '', 'network_id': '67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2', 'tenant_id': 'ad69f554f2e34d81ad84a15eed30461b', 'mac_address': 'fa:16:3e:b4:7a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db9bb71-82b4-4531-8afa-bdcd7b51f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '621e4a6e-6bcb-4829-8013-77702758ddd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:30Z', 'updated_at': '2022-01-20T13:07:36Z', 'revision_number': 4, 'project_id': 'ad69f554f2e34d81ad84a15eed30461b', 'subnets': [{'id': '621e4a6e-6bcb-4829-8013-77702758ddd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:07:37.199494 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac up at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:07:37.253963 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Provisioning complete for port 3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:07:37.254342 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:37.337109 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Current status of the port 3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac is: ACTIVE; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:07:37.631705 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:39.735122 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:39.946464 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:40.805789 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:07:40.899836 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:07:57.198319 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-a6d10311-e83f-4d7e-901d-b4b8c364e843 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1533305914&fields=id&tenant_id=b81202cedf334a9eb008267f9813dd45 HTTP/1.1" status: 200 len: 267 time: 0.0453284 Jan 20 13:07:57.310771 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-5db7669a-dfeb-4d3e-82e9-aeb866913a2a tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:07:57.312252 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-5db7669a-dfeb-4d3e-82e9-aeb866913a2a tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/networks?id=6e6a83ca-7153-4175-bd44-d7eed923b023 HTTP/1.1" status: 200 len: 811 time: 0.1077209 Jan 20 13:07:57.326567 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-4d14ef24-269b-4303-bfec-c1e760f9ed6a tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/quotas/b81202cedf334a9eb008267f9813dd45 HTTP/1.1" status: 200 len: 375 time: 0.0089998 Jan 20 13:07:57.376279 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-47c28e27-4ef3-41ed-b715-936f75e7e69f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b81202cedf334a9eb008267f9813dd45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448997 Jan 20 13:07:57.476319 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-0e65d90a-97e4-4cef-9405-4108c9963f3f service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109759) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 13:07:57.477302 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-0e65d90a-97e4-4cef-9405-4108c9963f3f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0906444 Jan 20 13:07:57.566810 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-8c9a32ad-07cf-4765-913d-a2f3d0c4b128 service neutron] 10.222.0.57 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832725 Jan 20 13:07:57.664998 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-a0796e09-3377-44b4-87f0-4a438b7e521c service neutron] 10.222.0.57 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918963 Jan 20 13:07:58.200255 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9660a447-40f6-4146-ae94-ab09096c8218 req-66b5b417-f03c-46b2-a50f-36dd38a1624d tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=62006a70-4811-4407-a180-fe579aa37039 HTTP/1.1" status: 200 len: 210 time: 0.0799055 Jan 20 13:07:59.291279 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-18de7030-ed50-4821-98ff-d60643788f1a req-8b4960a9-e788-4bef-9936-d91c4c2a5453 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=62006a70-4811-4407-a180-fe579aa37039 HTTP/1.1" status: 200 len: 210 time: 0.0255301 Jan 20 13:08:00.170619 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-0024bfb7-8f3d-43b8-a711-cd5220bb6c6d tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:00.172067 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-0024bfb7-8f3d-43b8-a711-cd5220bb6c6d tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.107 "GET /v2.0/networks?id=6e6a83ca-7153-4175-bd44-d7eed923b023 HTTP/1.1" status: 200 len: 811 time: 0.1040282 Jan 20 13:08:00.239372 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-32060d45-7d77-4577-b35e-44247b208cca tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b81202cedf334a9eb008267f9813dd45 HTTP/1.1" status: 200 len: 380 time: 0.0584135 Jan 20 13:08:00.247469 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-56ab18c9-3655-46b5-b553-b227058e3bac tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Request body: {'port': {'device_id': '62006a70-4811-4407-a180-fe579aa37039', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'admin_state_up': True, 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'security_groups': ['932bf5af-f2a3-4041-be44-3ef28a5d6bb4']}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:08:00.386764 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-85955bbb-fe99-4783-afc7-c952ac1b2968 req-1709ee6c-62e4-4680-880e-8ea237c2c9a1 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=62006a70-4811-4407-a180-fe579aa37039 HTTP/1.1" status: 200 len: 210 time: 0.0250809 Jan 20 13:08:00.431135 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-56ab18c9-3655-46b5-b553-b227058e3bac tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Made reservation on behalf of b81202cedf334a9eb008267f9813dd45 for: {'port': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:08:00.434698 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-56ab18c9-3655-46b5-b553-b227058e3bac tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:00.560572 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-56ab18c9-3655-46b5-b553-b227058e3bac tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Allocated IP 172.20.0.10 (6e6a83ca-7153-4175-bd44-d7eed923b023/0d062f20-edad-4268-b71e-a865223684ef/63985577-5238-49f3-b2fe-403c2d999532) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:08:00.699249 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-56ab18c9-3655-46b5-b553-b227058e3bac tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for port (63985577-5238-49f3-b2fe-403c2d999532), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:00.763073 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-56ab18c9-3655-46b5-b553-b227058e3bac tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (63985577-5238-49f3-b2fe-403c2d999532), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:00.807333 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-56ab18c9-3655-46b5-b553-b227058e3bac tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Network 6e6a83ca-7153-4175-bd44-d7eed923b023 is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:08:00.810477 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-56ab18c9-3655-46b5-b553-b227058e3bac tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:08:00.814312 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-56ab18c9-3655-46b5-b553-b227058e3bac tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:08:00.840299 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab18c9-3655-46b5-b553-b227058e3bac tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Pushing event updated for resources: {'Port': ['ID=63985577-5238-49f3-b2fe-403c2d999532,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:08:00.870929 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-56ab18c9-3655-46b5-b553-b227058e3bac tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:00.871572 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-56ab18c9-3655-46b5-b553-b227058e3bac tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:00.930944 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-56ab18c9-3655-46b5-b553-b227058e3bac tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6870084 Jan 20 13:08:00.989065 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-18262975-3311-483d-88c8-ba5659154009 service neutron] Request body: {'port': {'device_id': '62006a70-4811-4407-a180-fe579aa37039', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:08:01.053485 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-18262975-3311-483d-88c8-ba5659154009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (63985577-5238-49f3-b2fe-403c2d999532), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:01.106150 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-fdb4888f-7995-43db-b1cd-34d3874617dc None None] Provisioning complete for port 63985577-5238-49f3-b2fe-403c2d999532 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:08:01.106744 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-fdb4888f-7995-43db-b1cd-34d3874617dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (63985577-5238-49f3-b2fe-403c2d999532), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:01.140196 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-fdb4888f-7995-43db-b1cd-34d3874617dc None None] Port 63985577-5238-49f3-b2fe-403c2d999532 cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:08:01.314736 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-18262975-3311-483d-88c8-ba5659154009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63985577-5238-49f3-b2fe-403c2d999532 {{(pid=109759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:08:01.323030 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-18262975-3311-483d-88c8-ba5659154009 service neutron] Publish callbacks [] for port (63985577-5238-49f3-b2fe-403c2d999532), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:01.336411 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.provisioning_blocks [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-18262975-3311-483d-88c8-ba5659154009 service neutron] Transition to ACTIVE for port object 63985577-5238-49f3-b2fe-403c2d999532 will not be triggered until provisioned by entity L2. {{(pid=109759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 13:08:01.424632 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-18262975-3311-483d-88c8-ba5659154009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217087'] for port (63985577-5238-49f3-b2fe-403c2d999532), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:01.506561 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18262975-3311-483d-88c8-ba5659154009 service neutron] Pushing event updated for resources: {'Port': ['ID=63985577-5238-49f3-b2fe-403c2d999532,revision_number=2']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:08:01.571600 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e3d69-a604-49b2-be8e-5fc4596550c3 req-f53ff3b4-ef79-4a88-8f41-8ef0e47e027f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:01.573137 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ce0e3d69-a604-49b2-be8e-5fc4596550c3 req-f53ff3b4-ef79-4a88-8f41-8ef0e47e027f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=62006a70-4811-4407-a180-fe579aa37039 HTTP/1.1" status: 200 len: 944 time: 0.1123588 Jan 20 13:08:01.612871 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-18262975-3311-483d-88c8-ba5659154009 service neutron] Attempting to bind port 63985577-5238-49f3-b2fe-403c2d999532 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:08:01.613219 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-18262975-3311-483d-88c8-ba5659154009 service neutron] Attempting to bind port 63985577-5238-49f3-b2fe-403c2d999532 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'd8458404-cf4c-4ea7-845d-7ec20c3a6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023'}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:08:01.613593 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-18262975-3311-483d-88c8-ba5659154009 service neutron] Attempting to bind port 63985577-5238-49f3-b2fe-403c2d999532 on network 6e6a83ca-7153-4175-bd44-d7eed923b023 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:08:01.629603 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-18262975-3311-483d-88c8-ba5659154009 service neutron] Port 63985577-5238-49f3-b2fe-403c2d999532 on network 6e6a83ca-7153-4175-bd44-d7eed923b023 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 13:08:01.629932 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-18262975-3311-483d-88c8-ba5659154009 service neutron] Attempting to bind port 63985577-5238-49f3-b2fe-403c2d999532 on network 6e6a83ca-7153-4175-bd44-d7eed923b023 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:08:01.644764 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-18262975-3311-483d-88c8-ba5659154009 service neutron] Checking agent: {'id': '01dfb066-6594-4635-8f5d-cd7d37486eef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'started_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:08:01.645107 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-18262975-3311-483d-88c8-ba5659154009 service neutron] Checking segment: {'id': 'd8458404-cf4c-4ea7-845d-7ec20c3a6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:08:01.645521 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-18262975-3311-483d-88c8-ba5659154009 service neutron] Bound using segment: {'id': 'd8458404-cf4c-4ea7-845d-7ec20c3a6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023'} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:08:01.645984 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-18262975-3311-483d-88c8-ba5659154009 service neutron] Bound port: 63985577-5238-49f3-b2fe-403c2d999532, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8458404-cf4c-4ea7-845d-7ec20c3a6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023'}}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:08:01.646348 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-18262975-3311-483d-88c8-ba5659154009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (63985577-5238-49f3-b2fe-403c2d999532), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:01.653282 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ce0e3d69-a604-49b2-be8e-5fc4596550c3 req-4604a3fa-4866-4847-b1df-fb793b72661f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736237 Jan 20 13:08:01.718683 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-18262975-3311-483d-88c8-ba5659154009 service neutron] For port 63985577-5238-49f3-b2fe-403c2d999532, host hv-cinder-80403, cleared binding levels {{(pid=109759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:08:01.721626 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-18262975-3311-483d-88c8-ba5659154009 service neutron] For port 63985577-5238-49f3-b2fe-403c2d999532, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=63985577-5238-49f3-b2fe-403c2d999532,segment=NetworkSegment(d8458404-cf4c-4ea7-845d-7ec20c3a6c67),segment_id=d8458404-cf4c-4ea7-845d-7ec20c3a6c67)] {{(pid=109759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:08:01.831895 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-18262975-3311-483d-88c8-ba5659154009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217087'] for port (63985577-5238-49f3-b2fe-403c2d999532), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:01.868866 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-18262975-3311-483d-88c8-ba5659154009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:01.869612 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-18262975-3311-483d-88c8-ba5659154009 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:01.871019 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-18262975-3311-483d-88c8-ba5659154009 service neutron] 10.222.0.107 "PUT /v2.0/ports/63985577-5238-49f3-b2fe-403c2d999532 HTTP/1.1" status: 200 len: 1094 time: 0.9335341 Jan 20 13:08:01.871468 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62006a70-4811-4407-a180-fe579aa37039', 'tag': '63985577-5238-49f3-b2fe-403c2d999532'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:08:01.873817 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a642f1-38a2-47d0-9fa3-510bee1ef3f7" -d '{"events": [{"name": "network-changed", "server_uuid": "62006a70-4811-4407-a180-fe579aa37039", "tag": "63985577-5238-49f3-b2fe-403c2d999532"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:08:01.897358 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18262975-3311-483d-88c8-ba5659154009 service neutron] Pushing event updated for resources: {'Port': ['ID=63985577-5238-49f3-b2fe-403c2d999532,revision_number=3']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:08:01.913991 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b482d5-6ac7-47fd-add0-bd57971891e4 x-openstack-request-id: req-b1b482d5-6ac7-47fd-add0-bd57971891e4 {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:08:01.914350 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62006a70-4811-4407-a180-fe579aa37039", "tag": "63985577-5238-49f3-b2fe-403c2d999532", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:08:01.914645 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b1b482d5-6ac7-47fd-add0-bd57971891e4 {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:08:01.915082 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62006a70-4811-4407-a180-fe579aa37039', 'tag': '63985577-5238-49f3-b2fe-403c2d999532', 'status': 'completed', 'code': 200} Jan 20 13:08:01.975785 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a642f1-38a2-47d0-9fa3-510bee1ef3f7 req-d17ff9b6-bd84-4b57-8e32-0b3b69c73ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:01.977307 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c6a642f1-38a2-47d0-9fa3-510bee1ef3f7 req-d17ff9b6-bd84-4b57-8e32-0b3b69c73ae6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b81202cedf334a9eb008267f9813dd45&device_id=62006a70-4811-4407-a180-fe579aa37039 HTTP/1.1" status: 200 len: 1097 time: 0.0422118 Jan 20 13:08:02.081396 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a642f1-38a2-47d0-9fa3-510bee1ef3f7 req-3c381b91-a908-44c8-b09f-cbe6ad840097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:02.082951 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c6a642f1-38a2-47d0-9fa3-510bee1ef3f7 req-3c381b91-a908-44c8-b09f-cbe6ad840097 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=b81202cedf334a9eb008267f9813dd45&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0985389 Jan 20 13:08:02.173861 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a642f1-38a2-47d0-9fa3-510bee1ef3f7 req-d64dd73b-eed3-419a-9ac9-05ca981f7c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:02.175245 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c6a642f1-38a2-47d0-9fa3-510bee1ef3f7 req-d64dd73b-eed3-419a-9ac9-05ca981f7c4c service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864112 Jan 20 13:08:02.251349 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-ca39c987-4642-4793-9b76-2c98abe4601a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:02.252855 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-ca39c987-4642-4793-9b76-2c98abe4601a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b81202cedf334a9eb008267f9813dd45&device_id=62006a70-4811-4407-a180-fe579aa37039 HTTP/1.1" status: 200 len: 1097 time: 0.0429614 Jan 20 13:08:02.293600 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-5cb48971-953b-4c16-8912-8cd0842e477b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63985577-5238-49f3-b2fe-403c2d999532 HTTP/1.1" status: 200 len: 217 time: 0.0334568 Jan 20 13:08:02.340686 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-346ec186-6b5c-405c-b59b-22d3d93b3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:02.342072 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-346ec186-6b5c-405c-b59b-22d3d93b3d34 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0d062f20-edad-4268-b71e-a865223684ef HTTP/1.1" status: 200 len: 850 time: 0.0429339 Jan 20 13:08:02.389239 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-c2183493-3e1d-4257-bf32-6d1f1c70fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:02.390717 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-c2183493-3e1d-4257-bf32-6d1f1c70fc50 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6e6a83ca-7153-4175-bd44-d7eed923b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422719 Jan 20 13:08:02.475884 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-0d1b0272-4ed5-44d4-8214-1ec8bbd86167 service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788856 Jan 20 13:08:02.567109 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b2594d11-e090-41c0-b95a-bd2b77c8681d req-2cee89a1-10d2-446b-8935-e8d9634c27fa service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857265 Jan 20 13:08:02.770226 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19c07a-2e2d-4076-8ff8-79f1955ac165 req-b5a4d645-b4f0-45c0-860f-a4c7cb6bd963 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:02.771683 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5a19c07a-2e2d-4076-8ff8-79f1955ac165 req-b5a4d645-b4f0-45c0-860f-a4c7cb6bd963 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=62006a70-4811-4407-a180-fe579aa37039 HTTP/1.1" status: 200 len: 944 time: 0.0481443 Jan 20 13:08:02.819259 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5a19c07a-2e2d-4076-8ff8-79f1955ac165 req-050cf2f6-2f12-4648-bfb6-864e44865867 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421174 Jan 20 13:08:03.345094 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-a790bedf-8f38-48ab-bb5f-8d6981563c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:03.931537 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bcfbb-b4b2-4585-a196-7866293ccca3 req-e85b138e-e8db-446b-becf-217bde3430f9 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:03.933000 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bb6bcfbb-b4b2-4585-a196-7866293ccca3 req-e85b138e-e8db-446b-becf-217bde3430f9 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=62006a70-4811-4407-a180-fe579aa37039 HTTP/1.1" status: 200 len: 944 time: 0.0463600 Jan 20 13:08:03.980578 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bb6bcfbb-b4b2-4585-a196-7866293ccca3 req-bf1af780-55ab-471e-a7c4-456f8a9bd478 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418522 Jan 20 13:08:05.104146 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a6c79-88ab-4912-8c25-8826f036a1e3 req-e4c35992-2e05-423f-a38f-051edaa2f272 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:05.106175 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1c9a6c79-88ab-4912-8c25-8826f036a1e3 req-e4c35992-2e05-423f-a38f-051edaa2f272 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=62006a70-4811-4407-a180-fe579aa37039 HTTP/1.1" status: 200 len: 944 time: 0.0593848 Jan 20 13:08:05.154353 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1c9a6c79-88ab-4912-8c25-8826f036a1e3 req-632ad767-f66a-456e-bc8d-97fa11bf6522 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427134 Jan 20 13:08:06.019630 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-262a4f30-82d0-4917-9d29-a9fde8eab589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:06.267240 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce686eef-1169-43f3-bdad-7b9aeb368de8 req-8c641fb5-d61f-44fa-b11c-4580024e12c9 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:06.268625 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ce686eef-1169-43f3-bdad-7b9aeb368de8 req-8c641fb5-d61f-44fa-b11c-4580024e12c9 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=62006a70-4811-4407-a180-fe579aa37039 HTTP/1.1" status: 200 len: 944 time: 0.0482259 Jan 20 13:08:06.317289 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ce686eef-1169-43f3-bdad-7b9aeb368de8 req-5e85156c-ce92-4fa6-9060-2ca93c8d1fa4 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427790 Jan 20 13:08:07.432767 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139b2c6-900c-4a39-ae9c-0ad026d45422 req-fd6daaa7-bd7a-4346-b52f-652dbc1a393b tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:07.434175 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2139b2c6-900c-4a39-ae9c-0ad026d45422 req-fd6daaa7-bd7a-4346-b52f-652dbc1a393b tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=62006a70-4811-4407-a180-fe579aa37039 HTTP/1.1" status: 200 len: 944 time: 0.0502832 Jan 20 13:08:07.641916 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:07.747615 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2139b2c6-900c-4a39-ae9c-0ad026d45422 req-b6dcbc4e-c132-415e-a442-ca88c9accd0e tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079116 Jan 20 13:08:08.861743 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4ef0b-310f-4d26-89ca-dcdbb6d8b909 req-7803c2e8-939d-43be-b8c6-ae9f1da6c0ec tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:08.863206 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-25e4ef0b-310f-4d26-89ca-dcdbb6d8b909 req-7803c2e8-939d-43be-b8c6-ae9f1da6c0ec tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=62006a70-4811-4407-a180-fe579aa37039 HTTP/1.1" status: 200 len: 944 time: 0.0479496 Jan 20 13:08:08.911040 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-25e4ef0b-310f-4d26-89ca-dcdbb6d8b909 req-f41cf568-6c5b-4902-9f41-40da810ef62e tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418949 Jan 20 13:08:09.172219 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 63985577-5238-49f3-b2fe-403c2d999532 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:08:09.269138 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 63985577-5238-49f3-b2fe-403c2d999532, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=63985577-5238-49f3-b2fe-403c2d999532,segment=NetworkSegment(d8458404-cf4c-4ea7-845d-7ec20c3a6c67),segment_id=d8458404-cf4c-4ea7-845d-7ec20c3a6c67)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:08:09.279841 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Returning: {'device': '63985577-5238-49f3-b2fe-403c2d999532', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'port_id': '63985577-5238-49f3-b2fe-403c2d999532', 'mac_address': 'fa:16:3e:67:54:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d062f20-edad-4268-b71e-a865223684ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:08:09.317930 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 63985577-5238-49f3-b2fe-403c2d999532 is: DOWN; New status is: BUILD {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:08:09.318315 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (63985577-5238-49f3-b2fe-403c2d999532), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:09.330808 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63985577-5238-49f3-b2fe-403c2d999532 {{(pid=109761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:08:09.349647 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 63985577-5238-49f3-b2fe-403c2d999532, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=63985577-5238-49f3-b2fe-403c2d999532,segment=NetworkSegment(d8458404-cf4c-4ea7-845d-7ec20c3a6c67),segment_id=d8458404-cf4c-4ea7-845d-7ec20c3a6c67)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:08:09.453812 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (63985577-5238-49f3-b2fe-403c2d999532), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:09.501372 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=63985577-5238-49f3-b2fe-403c2d999532,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:08:09.733684 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:09.821301 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['63985577-5238-49f3-b2fe-403c2d999532'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:08:09.936641 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:10.024757 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1dd3fc-507c-44a5-98a9-ada15b709e0c req-b8f0a58b-7d20-4b4f-b971-dca1813765d4 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:10.027038 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9e1dd3fc-507c-44a5-98a9-ada15b709e0c req-b8f0a58b-7d20-4b4f-b971-dca1813765d4 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=62006a70-4811-4407-a180-fe579aa37039 HTTP/1.1" status: 200 len: 945 time: 0.0481811 Jan 20 13:08:10.078696 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9e1dd3fc-507c-44a5-98a9-ada15b709e0c req-b4472e77-0f3c-4f49-a005-922be8bdfa7d tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463076 Jan 20 13:08:10.443693 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [req-686a3741-f4f5-41a0-b5d4-41ddcda95b2e req-cad6976b-f5e4-4f23-b3c2-2c7d15118d0e service neutron] (109760) timed out ('10.222.0.107', 52219) {{(pid=109760) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 20 13:08:10.933659 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:11.187741 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 63985577-5238-49f3-b2fe-403c2d999532 up at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:08:11.201719 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eefa27-cc2e-433d-a6fc-67cf88d375fb req-d1241533-4e13-4dd8-97f7-b2f05ffdf5e9 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:11.203189 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a4eefa27-cc2e-433d-a6fc-67cf88d375fb req-d1241533-4e13-4dd8-97f7-b2f05ffdf5e9 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=62006a70-4811-4407-a180-fe579aa37039 HTTP/1.1" status: 200 len: 945 time: 0.0469830 Jan 20 13:08:11.252977 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a4eefa27-cc2e-433d-a6fc-67cf88d375fb req-8f52c329-1cc2-45e7-a19c-7a25d8df36da tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441618 Jan 20 13:08:11.299517 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning for port 63985577-5238-49f3-b2fe-403c2d999532 completed by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:08:11.303647 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning complete for port 63985577-5238-49f3-b2fe-403c2d999532 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:08:11.304033 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (63985577-5238-49f3-b2fe-403c2d999532), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:11.380223 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port 63985577-5238-49f3-b2fe-403c2d999532 is: BUILD; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:08:11.380611 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (63985577-5238-49f3-b2fe-403c2d999532), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:11.407988 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62006a70-4811-4407-a180-fe579aa37039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63985577-5238-49f3-b2fe-403c2d999532'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:08:11.410273 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12eb62d-6969-440d-b91d-1d81e971b288" -d '{"events": [{"server_uuid": "62006a70-4811-4407-a180-fe579aa37039", "name": "network-vif-plugged", "status": "completed", "tag": "63985577-5238-49f3-b2fe-403c2d999532"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:08:11.424964 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port 63985577-5238-49f3-b2fe-403c2d999532, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=63985577-5238-49f3-b2fe-403c2d999532,segment=NetworkSegment(d8458404-cf4c-4ea7-845d-7ec20c3a6c67),segment_id=d8458404-cf4c-4ea7-845d-7ec20c3a6c67)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:08:11.447625 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29c724c-76f0-49b7-a96e-a915f5ecadbf x-openstack-request-id: req-b29c724c-76f0-49b7-a96e-a915f5ecadbf {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:08:11.448163 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62006a70-4811-4407-a180-fe579aa37039", "name": "network-vif-plugged", "status": "completed", "tag": "63985577-5238-49f3-b2fe-403c2d999532", "code": 200}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:08:11.448427 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b29c724c-76f0-49b7-a96e-a915f5ecadbf {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:08:11.448823 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62006a70-4811-4407-a180-fe579aa37039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63985577-5238-49f3-b2fe-403c2d999532', 'code': 200} Jan 20 13:08:11.516648 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (63985577-5238-49f3-b2fe-403c2d999532), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:11.565907 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=63985577-5238-49f3-b2fe-403c2d999532,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:08:11.864726 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8360d-0b8b-416d-b72c-6083f3921620 req-69958bb6-97a2-4589-8023-f4b4e9180708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:11.866310 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-afb8360d-0b8b-416d-b72c-6083f3921620 req-69958bb6-97a2-4589-8023-f4b4e9180708 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=62006a70-4811-4407-a180-fe579aa37039 HTTP/1.1" status: 200 len: 1099 time: 0.0382593 Jan 20 13:08:11.911243 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-afb8360d-0b8b-416d-b72c-6083f3921620 req-39f3d0cf-8577-49d6-923f-ec8272f3f9b0 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388365 Jan 20 13:08:12.370982 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b646427-ad53-4f40-b483-38b5cab10fd8 req-c86d8f61-8714-4285-a4f1-1bca8c7fb88f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:12.372429 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1b646427-ad53-4f40-b483-38b5cab10fd8 req-c86d8f61-8714-4285-a4f1-1bca8c7fb88f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=62006a70-4811-4407-a180-fe579aa37039 HTTP/1.1" status: 200 len: 946 time: 0.0511007 Jan 20 13:08:12.424572 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-1b646427-ad53-4f40-b483-38b5cab10fd8 req-d3393f63-22eb-46df-b811-45cc9c0ca300 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458498 Jan 20 13:08:13.394753 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [req-e300ce5c-c2f9-469b-b54a-6d9376aa3432 req-1564fb8e-f671-4c49-b48c-36db4b9156ce service neutron] (109760) timed out ('10.222.0.107', 52195) {{(pid=109760) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 20 13:08:13.544017 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64ae17-f6fd-480b-8636-0a2ccaa8bac3 req-b325c1c2-6ec2-47ca-afb8-3b891b2da02c tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:13.545615 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3b64ae17-f6fd-480b-8636-0a2ccaa8bac3 req-b325c1c2-6ec2-47ca-afb8-3b891b2da02c tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=62006a70-4811-4407-a180-fe579aa37039 HTTP/1.1" status: 200 len: 946 time: 0.0497768 Jan 20 13:08:13.594282 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3b64ae17-f6fd-480b-8636-0a2ccaa8bac3 req-b72c0924-a723-42b6-8cdc-23ff12fa88c0 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429530 Jan 20 13:08:13.711993 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e1f29-e70a-4e53-a1bc-8cbd03785eda req-44d1116c-ee18-4e31-aa66-31943bf01e1b tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:13.715596 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bc5e1f29-e70a-4e53-a1bc-8cbd03785eda req-44d1116c-ee18-4e31-aa66-31943bf01e1b tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=62006a70-4811-4407-a180-fe579aa37039 HTTP/1.1" status: 200 len: 946 time: 0.0541162 Jan 20 13:08:13.771848 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-bc5e1f29-e70a-4e53-a1bc-8cbd03785eda req-30083288-cc38-427c-9cb0-94a46a2efef0 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501704 Jan 20 13:08:13.794028 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 36720) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:08:13.871992 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9421e690-41d2-43e8-98fc-b9ab4c920476 tempest-TestVolumeBootPattern-487183957 tempest-TestVolumeBootPattern-487183957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:13.873513 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-9421e690-41d2-43e8-98fc-b9ab4c920476 tempest-TestVolumeBootPattern-487183957 tempest-TestVolumeBootPattern-487183957-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=62006a70-4811-4407-a180-fe579aa37039 HTTP/1.1" status: 200 len: 1094 time: 0.0784855 Jan 20 13:08:13.876344 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 36724) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:08:13.880483 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Request body: {'floatingip': {'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'port_id': '63985577-5238-49f3-b2fe-403c2d999532', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:08:13.990920 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:14.097772 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:14.199903 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Allocated IP 172.27.0.74 (2a70364f-7478-4e00-a602-43026420194c/64f75221-ca68-464e-809b-7e1d4f1c5699/77f1389c-f4ef-4307-b116-47fa334c62ca) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:08:14.302875 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for port (77f1389c-f4ef-4307-b116-47fa334c62ca), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:14.414582 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (77f1389c-f4ef-4307-b116-47fa334c62ca), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:14.454774 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Network 2a70364f-7478-4e00-a602-43026420194c is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:08:14.457515 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:08:14.460969 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:08:14.466436 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Pushing event updated for resources: {'Port': ['ID=77f1389c-f4ef-4307-b116-47fa334c62ca,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:08:14.494776 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:08:14.495136 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:08:14.495475 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:08:14.495815 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:08:14.496151 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:08:14.496480 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:08:14.496810 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:08:14.497139 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:08:14.497490 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:08:14.497823 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:08:14.498150 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:08:14.498470 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:08:14.498790 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:08:14.821147 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for floatingip (52a44060-16ad-4ec4-997e-de24130d50f3), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:14.952861 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (77f1389c-f4ef-4307-b116-47fa334c62ca), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:15.102946 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for port (77f1389c-f4ef-4307-b116-47fa334c62ca), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:15.184418 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217087'] for port (77f1389c-f4ef-4307-b116-47fa334c62ca), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:15.254293 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Pushing event updated for resources: {'Port': ['ID=77f1389c-f4ef-4307-b116-47fa334c62ca,revision_number=2']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:08:15.268287 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529925'] for floatingip (52a44060-16ad-4ec4-997e-de24130d50f3), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:15.369844 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.db.l3_db [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Floating IP 52a44060-16ad-4ec4-997e-de24130d50f3 associated. External IP: 172.27.0.74, port: 63985577-5238-49f3-b2fe-403c2d999532. Jan 20 13:08:15.577256 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:08:15.682909 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:08:15.693519 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fa380a-1d6d-459f-b11a-54882836bc79 None None] Sync routers for ids ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:08:15.703490 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fa380a-1d6d-459f-b11a-54882836bc79 None None] Routers {'69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:08:15.708785 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-58fa380a-1d6d-459f-b11a-54882836bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:08:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:08:15.752423 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:15.793450 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-2e0c4e0d-70d8-4497-84ad-e933131cd642 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9027903 Jan 20 13:08:15.793450 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62006a70-4811-4407-a180-fe579aa37039', 'tag': '63985577-5238-49f3-b2fe-403c2d999532'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:08:15.793450 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0670b06-a5f2-4cdd-86e7-453196e8c148" -d '{"events": [{"name": "network-changed", "server_uuid": "62006a70-4811-4407-a180-fe579aa37039", "tag": "63985577-5238-49f3-b2fe-403c2d999532"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:08:15.811352 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-58fa380a-1d6d-459f-b11a-54882836bc79 None None] Set router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:08:15.821662 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b602d8c4-6646-4d2d-aca0-cfcc05048cc2 x-openstack-request-id: req-b602d8c4-6646-4d2d-aca0-cfcc05048cc2 {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:08:15.827829 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62006a70-4811-4407-a180-fe579aa37039", "tag": "63985577-5238-49f3-b2fe-403c2d999532", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:08:15.827829 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b602d8c4-6646-4d2d-aca0-cfcc05048cc2 {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:08:15.827829 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62006a70-4811-4407-a180-fe579aa37039', 'tag': '63985577-5238-49f3-b2fe-403c2d999532', 'status': 'completed', 'code': 200} Jan 20 13:08:15.885887 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0670b06-a5f2-4cdd-86e7-453196e8c148 req-1044a415-50eb-4ca3-a30c-ea2776318145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:15.887399 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d0670b06-a5f2-4cdd-86e7-453196e8c148 req-1044a415-50eb-4ca3-a30c-ea2776318145 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b81202cedf334a9eb008267f9813dd45&device_id=62006a70-4811-4407-a180-fe579aa37039 HTTP/1.1" status: 200 len: 1099 time: 0.0447171 Jan 20 13:08:15.975622 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0670b06-a5f2-4cdd-86e7-453196e8c148 req-d0660243-7c59-4657-98f7-b55ac1ef63b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:15.977560 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d0670b06-a5f2-4cdd-86e7-453196e8c148 req-d0660243-7c59-4657-98f7-b55ac1ef63b5 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6e6a83ca-7153-4175-bd44-d7eed923b023 HTTP/1.1" status: 200 len: 912 time: 0.0837381 Jan 20 13:08:16.037189 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-58fa380a-1d6d-459f-b11a-54882836bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:21Z', 'updated_at': '2022-01-20T13:07:25Z', 'revision_number': 4, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'gw_port': {'id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:22Z', 'updated_at': '2022-01-20T13:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': '52a44060-16ad-4ec4-997e-de24130d50f3', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'port_id': '63985577-5238-49f3-b2fe-403c2d999532', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'mac_address': 'fa:16:3e:67:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62006a70-4811-4407-a180-fe579aa37039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:08:14Z', 'updated_at': '2022-01-20T13:08:14Z', 'revision_number': 0, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb98d10c-9fa8-4e77-8bca-d5125609f1db', 'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'mac_address': 'fa:16:3e:f6:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d062f20-edad-4268-b71e-a865223684ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:24Z', 'updated_at': '2022-01-20T13:07:28Z', 'revision_number': 5, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'subnets': [{'id': '0d062f20-edad-4268-b71e-a865223684ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:08:16.044301 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d0670b06-a5f2-4cdd-86e7-453196e8c148 req-17622a19-2305-4cca-b486-7b2d82d10ad2 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63985577-5238-49f3-b2fe-403c2d999532 HTTP/1.1" status: 200 len: 999 time: 0.0608981 Jan 20 13:08:16.063930 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fa380a-1d6d-459f-b11a-54882836bc79 None None] Checking router: 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:08:16.072083 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fa380a-1d6d-459f-b11a-54882836bc79 None None] Routers {'69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:08:16.072684 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-58fa380a-1d6d-459f-b11a-54882836bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:08:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:08:16.092461 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0670b06-a5f2-4cdd-86e7-453196e8c148 req-9aae80a5-3681-41e9-a584-c9bb56fb900c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:16.093997 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d0670b06-a5f2-4cdd-86e7-453196e8c148 req-9aae80a5-3681-41e9-a584-c9bb56fb900c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0d062f20-edad-4268-b71e-a865223684ef HTTP/1.1" status: 200 len: 850 time: 0.0430927 Jan 20 13:08:16.139288 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0670b06-a5f2-4cdd-86e7-453196e8c148 req-42500a8b-13f5-45f1-ac3c-de9acd90b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:16.140819 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d0670b06-a5f2-4cdd-86e7-453196e8c148 req-42500a8b-13f5-45f1-ac3c-de9acd90b2ea service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6e6a83ca-7153-4175-bd44-d7eed923b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404899 Jan 20 13:08:16.177521 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-58fa380a-1d6d-459f-b11a-54882836bc79 None None] Set router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:08:16.234768 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d0670b06-a5f2-4cdd-86e7-453196e8c148 req-08ca6a59-9c9d-46d3-8112-5e698844686f service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855670 Jan 20 13:08:16.326638 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d0670b06-a5f2-4cdd-86e7-453196e8c148 req-6384cfd7-3a08-4c7d-8697-edc53dd509f6 service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850868 Jan 20 13:08:16.403510 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-58fa380a-1d6d-459f-b11a-54882836bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:21Z', 'updated_at': '2022-01-20T13:07:25Z', 'revision_number': 4, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'gw_port': {'id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:22Z', 'updated_at': '2022-01-20T13:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': '52a44060-16ad-4ec4-997e-de24130d50f3', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'port_id': '63985577-5238-49f3-b2fe-403c2d999532', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'mac_address': 'fa:16:3e:67:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62006a70-4811-4407-a180-fe579aa37039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:08:14Z', 'updated_at': '2022-01-20T13:08:14Z', 'revision_number': 0, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb98d10c-9fa8-4e77-8bca-d5125609f1db', 'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'mac_address': 'fa:16:3e:f6:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d062f20-edad-4268-b71e-a865223684ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:24Z', 'updated_at': '2022-01-20T13:07:28Z', 'revision_number': 5, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'subnets': [{'id': '0d062f20-edad-4268-b71e-a865223684ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:08:16.561473 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fa380a-1d6d-459f-b11a-54882836bc79 None None] The sync data for ids ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'] in dv-cinder-804035-24-iscsi is: [{'id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:21Z', 'updated_at': '2022-01-20T13:07:25Z', 'revision_number': 4, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'gw_port': {'id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:22Z', 'updated_at': '2022-01-20T13:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': '52a44060-16ad-4ec4-997e-de24130d50f3', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'port_id': '63985577-5238-49f3-b2fe-403c2d999532', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'mac_address': 'fa:16:3e:67:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62006a70-4811-4407-a180-fe579aa37039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:08:14Z', 'updated_at': '2022-01-20T13:08:14Z', 'revision_number': 0, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb98d10c-9fa8-4e77-8bca-d5125609f1db', 'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'mac_address': 'fa:16:3e:f6:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d062f20-edad-4268-b71e-a865223684ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:24Z', 'updated_at': '2022-01-20T13:07:28Z', 'revision_number': 5, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'subnets': [{'id': '0d062f20-edad-4268-b71e-a865223684ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:08:16.740910 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f435fcd-3fbd-4a75-be21-2dabb1e39e5b None None] New status for floating IP 52a44060-16ad-4ec4-997e-de24130d50f3: ACTIVE {{(pid=109762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:08:17.805269 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:08:33.189885 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-63a6e91e-ef38-4027-b407-247a272cbf03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:35.989898 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-a2804152-efc7-4631-858d-b4d7015158fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:37.682112 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:39.750241 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:39.927315 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:40.938588 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:08:54.804622 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:08:56.427062 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cac9dc31-5ef9-42c6-a75e-c007890c96be req-abc45c4f-bf49-4e2b-b80a-fc3fd22a6dee service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=62006a70-4811-4407-a180-fe579aa37039&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389893 Jan 20 13:08:56.511965 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9dc31-5ef9-42c6-a75e-c007890c96be req-410bcd13-f93b-47c8-a784-76e80fc1e809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:56.513382 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cac9dc31-5ef9-42c6-a75e-c007890c96be req-410bcd13-f93b-47c8-a784-76e80fc1e809 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b81202cedf334a9eb008267f9813dd45&device_id=62006a70-4811-4407-a180-fe579aa37039 HTTP/1.1" status: 200 len: 1099 time: 0.0427637 Jan 20 13:08:56.613923 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9dc31-5ef9-42c6-a75e-c007890c96be req-fcb14045-86c7-4ae1-b881-f944ef3a2f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:56.615414 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cac9dc31-5ef9-42c6-a75e-c007890c96be req-fcb14045-86c7-4ae1-b881-f944ef3a2f7c service neutron] 10.222.0.107 "GET /v2.0/networks?id=6e6a83ca-7153-4175-bd44-d7eed923b023 HTTP/1.1" status: 200 len: 912 time: 0.0824387 Jan 20 13:08:56.683321 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cac9dc31-5ef9-42c6-a75e-c007890c96be req-f28f9b13-bcfb-4eb2-91a0-e527ab898b38 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63985577-5238-49f3-b2fe-403c2d999532 HTTP/1.1" status: 200 len: 1001 time: 0.0601857 Jan 20 13:08:56.730439 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9dc31-5ef9-42c6-a75e-c007890c96be req-0dc9d850-05c0-4e68-b7b3-e0a011990301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:56.731898 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cac9dc31-5ef9-42c6-a75e-c007890c96be req-0dc9d850-05c0-4e68-b7b3-e0a011990301 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0d062f20-edad-4268-b71e-a865223684ef HTTP/1.1" status: 200 len: 850 time: 0.0428069 Jan 20 13:08:56.774570 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9dc31-5ef9-42c6-a75e-c007890c96be req-4d10d533-c843-44d4-8847-3f4d10050b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:08:56.775937 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cac9dc31-5ef9-42c6-a75e-c007890c96be req-4d10d533-c843-44d4-8847-3f4d10050b3b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6e6a83ca-7153-4175-bd44-d7eed923b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0384653 Jan 20 13:08:56.863850 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cac9dc31-5ef9-42c6-a75e-c007890c96be req-ca84cc2c-cafb-4cc6-b68b-164e27805700 service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819240 Jan 20 13:08:56.951885 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-cac9dc31-5ef9-42c6-a75e-c007890c96be req-8fcd452f-a26d-4a3d-8d9c-2e549953fc81 service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821247 Jan 20 13:09:03.218579 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-b7963ac5-ecaf-4a83-bf3f-a312cf02151c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:09:06.006631 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-f07f3b81-074b-4f5e-9b38-2f261e25d97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:09:07.658652 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:09:09.766493 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:09:09.965838 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:09:10.915099 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:09:31.807083 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:09:33.210676 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-84908f94-414d-42a3-947e-0c7d0561fd68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:09:36.017100 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-7f4e2694-990b-40ff-aab4-b16031ee88c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:09:37.662844 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:09:39.771396 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:09:39.931601 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:09:40.948735 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:09:56.459791 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-74939091-9ad6-4286-ac16-a1aa16c840c3 req-f7c15516-df40-41fb-914c-043bb5ac8a3b service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=62006a70-4811-4407-a180-fe579aa37039&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513859 Jan 20 13:09:56.539301 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74939091-9ad6-4286-ac16-a1aa16c840c3 req-3295a827-3cfc-44aa-83bc-21f542ae4f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:09:56.540720 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-74939091-9ad6-4286-ac16-a1aa16c840c3 req-3295a827-3cfc-44aa-83bc-21f542ae4f98 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b81202cedf334a9eb008267f9813dd45&device_id=62006a70-4811-4407-a180-fe579aa37039 HTTP/1.1" status: 200 len: 1099 time: 0.0399616 Jan 20 13:09:56.641353 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74939091-9ad6-4286-ac16-a1aa16c840c3 req-0747f8b2-b136-4175-bfad-353fbeadcdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:09:56.642905 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-74939091-9ad6-4286-ac16-a1aa16c840c3 req-0747f8b2-b136-4175-bfad-353fbeadcdf8 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6e6a83ca-7153-4175-bd44-d7eed923b023 HTTP/1.1" status: 200 len: 912 time: 0.0833771 Jan 20 13:09:56.709440 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-74939091-9ad6-4286-ac16-a1aa16c840c3 req-01c14272-4785-4b22-8f8e-31bda7aaf024 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63985577-5238-49f3-b2fe-403c2d999532 HTTP/1.1" status: 200 len: 1001 time: 0.0609512 Jan 20 13:09:56.756126 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74939091-9ad6-4286-ac16-a1aa16c840c3 req-ce79875d-431a-45e7-b189-25b155529ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:09:56.757600 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-74939091-9ad6-4286-ac16-a1aa16c840c3 req-ce79875d-431a-45e7-b189-25b155529ee9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0d062f20-edad-4268-b71e-a865223684ef HTTP/1.1" status: 200 len: 850 time: 0.0419960 Jan 20 13:09:56.799687 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74939091-9ad6-4286-ac16-a1aa16c840c3 req-fae569fa-e018-4675-a951-a7074466f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:09:56.801129 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-74939091-9ad6-4286-ac16-a1aa16c840c3 req-fae569fa-e018-4675-a951-a7074466f5c2 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6e6a83ca-7153-4175-bd44-d7eed923b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0381782 Jan 20 13:09:56.889039 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-74939091-9ad6-4286-ac16-a1aa16c840c3 req-90e16ab7-d674-44b7-a739-59078a11158e service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816717 Jan 20 13:09:56.979330 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-74939091-9ad6-4286-ac16-a1aa16c840c3 req-a9e5ba33-2be9-4c31-88ca-ae16ca8d8de7 service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838430 Jan 20 13:10:03.239324 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-ed0bd68b-a905-4f04-af19-cc93a069f25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:05.988447 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-628d9346-1fac-4a4a-ad23-91698c13a545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:07.685329 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:08.805529 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:10:09.798444 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:09.947716 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:10.931097 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:30.299190 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5212b-e2ca-40f4-a57e-783c895e3ba0 req-3f8458dd-492b-4204-b6b2-da876c9a745d tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:30.300795 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6ec5212b-e2ca-40f4-a57e-783c895e3ba0 req-3f8458dd-492b-4204-b6b2-da876c9a745d tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=62006a70-4811-4407-a180-fe579aa37039 HTTP/1.1" status: 200 len: 946 time: 0.0490491 Jan 20 13:10:30.349021 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-6ec5212b-e2ca-40f4-a57e-783c895e3ba0 req-50b4e4e9-e60e-456a-93be-371b71c9bf63 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425739 Jan 20 13:10:31.465993 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717308e7-046b-4b9b-ba4f-fcf15b021f35 req-d24f77f8-324a-4eac-aa78-53971351fbdc tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:31.467359 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-717308e7-046b-4b9b-ba4f-fcf15b021f35 req-d24f77f8-324a-4eac-aa78-53971351fbdc tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=62006a70-4811-4407-a180-fe579aa37039 HTTP/1.1" status: 200 len: 946 time: 0.0472240 Jan 20 13:10:31.515147 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-717308e7-046b-4b9b-ba4f-fcf15b021f35 req-30a360f5-2eb1-48ae-9458-7c1166bac527 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422781 Jan 20 13:10:32.096212 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989d54e-c003-4d0a-b200-ab6c78d09e08 req-7892ea34-7067-4d4c-9872-91598297a993 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:32.097668 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d989d54e-c003-4d0a-b200-ab6c78d09e08 req-7892ea34-7067-4d4c-9872-91598297a993 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.107 "GET /v2.0/ports?device_id=62006a70-4811-4407-a180-fe579aa37039 HTTP/1.1" status: 200 len: 946 time: 0.0499151 Jan 20 13:10:32.184458 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-d989d54e-c003-4d0a-b200-ab6c78d09e08 req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Deleting port 63985577-5238-49f3-b2fe-403c2d999532 {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:10:32.184806 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-d989d54e-c003-4d0a-b200-ab6c78d09e08 req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (63985577-5238-49f3-b2fe-403c2d999532), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:32.274159 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-d989d54e-c003-4d0a-b200-ab6c78d09e08 req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] For port 63985577-5238-49f3-b2fe-403c2d999532, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=63985577-5238-49f3-b2fe-403c2d999532,segment=NetworkSegment(d8458404-cf4c-4ea7-845d-7ec20c3a6c67),segment_id=d8458404-cf4c-4ea7-845d-7ec20c3a6c67)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:10:32.274522 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-d989d54e-c003-4d0a-b200-ab6c78d09e08 req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (63985577-5238-49f3-b2fe-403c2d999532), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:32.759893 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc360ba-935d-4637-acc7-3d0e90511ff1 req-295b0a06-b4a8-4cc2-9902-9fe9abb77d5d tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:32.761408 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4bc360ba-935d-4637-acc7-3d0e90511ff1 req-295b0a06-b4a8-4cc2-9902-9fe9abb77d5d tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=62006a70-4811-4407-a180-fe579aa37039 HTTP/1.1" status: 200 len: 946 time: 0.1101048 Jan 20 13:10:32.783621 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-d989d54e-c003-4d0a-b200-ab6c78d09e08 req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:32.783979 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-d989d54e-c003-4d0a-b200-ab6c78d09e08 req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529925'] for floatingip (52a44060-16ad-4ec4-997e-de24130d50f3), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:32.784292 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.db.l3_db [req-d989d54e-c003-4d0a-b200-ab6c78d09e08 req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Floating IP 52a44060-16ad-4ec4-997e-de24130d50f3 disassociated. External IP: 172.27.0.74, port: 63985577-5238-49f3-b2fe-403c2d999532. Jan 20 13:10:32.784635 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-d989d54e-c003-4d0a-b200-ab6c78d09e08 req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Calling delete_port for 63985577-5238-49f3-b2fe-403c2d999532 owned by compute:nova {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:10:32.866627 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4bc360ba-935d-4637-acc7-3d0e90511ff1 req-9d05378b-617e-4f41-9bf9-047c710df364 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946112 Jan 20 13:10:33.010475 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-d989d54e-c003-4d0a-b200-ab6c78d09e08 req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (63985577-5238-49f3-b2fe-403c2d999532), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:33.044063 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Pushing event deleted for resources: {'Port': ['ID=63985577-5238-49f3-b2fe-403c2d999532,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:10:33.053865 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:10:33.054215 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:10:33.054566 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:10:33.054900 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:10:33.055265 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:10:33.055571 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:10:33.055901 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:10:33.056236 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:10:33.056565 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:10:33.056894 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:10:33.057218 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:10:33.058180 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:10:33.058180 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:10:33.169757 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d989d54e-c003-4d0a-b200-ab6c78d09e08 req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:10:33.216074 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-119055d3-e537-4b63-8a4a-b96b55cea1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:33.276882 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d989d54e-c003-4d0a-b200-ab6c78d09e08 req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:10:33.286598 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61be04e7-c310-4143-b6e6-c699510c3ca1 None None] Sync routers for ids ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:10:33.297487 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61be04e7-c310-4143-b6e6-c699510c3ca1 None None] Routers {'69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:10:33.298120 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-61be04e7-c310-4143-b6e6-c699510c3ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:10:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:10:33.319025 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d989d54e-c003-4d0a-b200-ab6c78d09e08 req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] No DVR routers for this DVR port 63985577-5238-49f3-b2fe-403c2d999532 on host hv-cinder-80403 {{(pid=109759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:10:33.321702 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-d989d54e-c003-4d0a-b200-ab6c78d09e08 req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:33.324929 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d989d54e-c003-4d0a-b200-ab6c78d09e08 req-0a6ad34b-32ad-4a65-8fcc-db94aac63b31 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.107 "DELETE /v2.0/ports/63985577-5238-49f3-b2fe-403c2d999532 HTTP/1.1" status: 204 len: 173 time: 1.2225826 Jan 20 13:10:33.325371 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62006a70-4811-4407-a180-fe579aa37039', 'name': 'network-vif-deleted', 'tag': '63985577-5238-49f3-b2fe-403c2d999532'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:10:33.327663 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c001fb2-fd19-4a56-9761-af3c6a6db14e" -d '{"events": [{"server_uuid": "62006a70-4811-4407-a180-fe579aa37039", "name": "network-vif-deleted", "tag": "63985577-5238-49f3-b2fe-403c2d999532"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:10:33.417354 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-61be04e7-c310-4143-b6e6-c699510c3ca1 None None] Set router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:10:33.451519 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f615b1b8-de90-474b-b978-7b3ac3f620cd x-openstack-request-id: req-f615b1b8-de90-474b-b978-7b3ac3f620cd {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:10:33.451816 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62006a70-4811-4407-a180-fe579aa37039", "name": "network-vif-deleted", "tag": "63985577-5238-49f3-b2fe-403c2d999532", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:10:33.452064 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f615b1b8-de90-474b-b978-7b3ac3f620cd {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:10:33.452464 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62006a70-4811-4407-a180-fe579aa37039', 'name': 'network-vif-deleted', 'tag': '63985577-5238-49f3-b2fe-403c2d999532', 'status': 'completed', 'code': 200} Jan 20 13:10:33.631054 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-61be04e7-c310-4143-b6e6-c699510c3ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:21Z', 'updated_at': '2022-01-20T13:07:25Z', 'revision_number': 4, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'gw_port': {'id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:22Z', 'updated_at': '2022-01-20T13:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': 'bb98d10c-9fa8-4e77-8bca-d5125609f1db', 'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'mac_address': 'fa:16:3e:f6:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d062f20-edad-4268-b71e-a865223684ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:24Z', 'updated_at': '2022-01-20T13:07:28Z', 'revision_number': 5, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'subnets': [{'id': '0d062f20-edad-4268-b71e-a865223684ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:10:33.657849 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61be04e7-c310-4143-b6e6-c699510c3ca1 None None] Checking router: 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:10:33.666040 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61be04e7-c310-4143-b6e6-c699510c3ca1 None None] Routers {'69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:10:33.666643 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-61be04e7-c310-4143-b6e6-c699510c3ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:10:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:10:33.781073 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-61be04e7-c310-4143-b6e6-c699510c3ca1 None None] Set router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:10:33.975588 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ef6f0361-d6c6-4bb8-8d2a-45cf2df51574 req-2b030f3c-1403-4c11-90c1-cf1e8acfa925 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=62006a70-4811-4407-a180-fe579aa37039 HTTP/1.1" status: 200 len: 210 time: 0.0263100 Jan 20 13:10:33.980971 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-61be04e7-c310-4143-b6e6-c699510c3ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:21Z', 'updated_at': '2022-01-20T13:07:25Z', 'revision_number': 4, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'gw_port': {'id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:22Z', 'updated_at': '2022-01-20T13:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': 'bb98d10c-9fa8-4e77-8bca-d5125609f1db', 'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'mac_address': 'fa:16:3e:f6:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d062f20-edad-4268-b71e-a865223684ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:24Z', 'updated_at': '2022-01-20T13:07:28Z', 'revision_number': 5, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'subnets': [{'id': '0d062f20-edad-4268-b71e-a865223684ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:10:34.010486 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61be04e7-c310-4143-b6e6-c699510c3ca1 None None] The sync data for ids ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'] in dv-cinder-804035-24-iscsi is: [{'id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:21Z', 'updated_at': '2022-01-20T13:07:25Z', 'revision_number': 4, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'gw_port': {'id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:22Z', 'updated_at': '2022-01-20T13:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': 'bb98d10c-9fa8-4e77-8bca-d5125609f1db', 'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'mac_address': 'fa:16:3e:f6:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d062f20-edad-4268-b71e-a865223684ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:24Z', 'updated_at': '2022-01-20T13:07:28Z', 'revision_number': 5, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'subnets': [{'id': '0d062f20-edad-4268-b71e-a865223684ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:10:34.226295 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5c23c7-8410-47df-b81a-ff52843b2cc0 None None] New status for floating IP 52a44060-16ad-4ec4-997e-de24130d50f3: DOWN {{(pid=109762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:10:35.195307 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-ab5ce244-04b3-4c77-a98f-01d7d0378fce tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1533305914&fields=id&tenant_id=b81202cedf334a9eb008267f9813dd45 HTTP/1.1" status: 200 len: 267 time: 0.0438349 Jan 20 13:10:35.299078 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-131af1fb-9f3f-493d-95c9-0a3d35e266af tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:35.300527 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-131af1fb-9f3f-493d-95c9-0a3d35e266af tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/networks?id=6e6a83ca-7153-4175-bd44-d7eed923b023 HTTP/1.1" status: 200 len: 811 time: 0.0980792 Jan 20 13:10:35.314638 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-f9b787e0-0ec7-41ee-aa00-adc75e57af2c tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/quotas/b81202cedf334a9eb008267f9813dd45 HTTP/1.1" status: 200 len: 375 time: 0.0088921 Jan 20 13:10:35.369473 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-c4604e79-336c-409f-a00f-c8d62c44edbb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b81202cedf334a9eb008267f9813dd45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495164 Jan 20 13:10:35.465928 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-d7e5b7b2-2ebc-42eb-afdd-77c071277dc3 service neutron] 10.222.0.57 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844574 Jan 20 13:10:35.557026 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-26105d9a-585b-447b-80c4-c001a570a46c service neutron] 10.222.0.57 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848207 Jan 20 13:10:35.903783 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 63985577-5238-49f3-b2fe-403c2d999532 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:10:35.928086 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] No Port match for: 63985577-5238-49f3-b2fe-403c2d999532 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:10:35.928442 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device 63985577-5238-49f3-b2fe-403c2d999532 not bound to the agent host hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:10:36.010493 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-64015855-2aad-4618-8be0-195c446140f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:37.070696 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c5c3714c-d7c9-4213-a17b-4aac7bf7f03b req-ed7c6eed-022f-4105-be2d-4027e27cdc8c tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 210 time: 0.0255411 Jan 20 13:10:37.661660 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:38.145691 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c3832436-b44a-4ca7-b6b7-efb26d878dea req-dd896f27-354e-4167-84bf-75b6183b41a8 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 210 time: 0.0259972 Jan 20 13:10:39.220144 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2e353d18-7309-4c32-9d9e-d3f2e03362fe req-c234b9d7-af32-4ade-8dac-bd252ea64672 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 210 time: 0.0250819 Jan 20 13:10:39.797406 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:39.935769 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:40.296020 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-aac9606c-e3d7-45c4-9f96-199363ebd728 req-280a9249-96d6-4d30-b5a3-7eed2ae83e30 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 210 time: 0.0258656 Jan 20 13:10:40.917429 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:41.389877 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-acf49b3d-a333-41cc-97ac-b2ad8b2748db req-e9db7999-c9cb-417b-b81c-738ea547fafd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 210 time: 0.0291405 Jan 20 13:10:42.484225 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-e793e016-f4e7-4644-8d8b-19994ae7a3ae req-c054ba65-dc9d-489a-9267-fbd62e6fb3ae tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 210 time: 0.0256193 Jan 20 13:10:43.115675 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-c2d0f10d-ff1c-4343-90a1-c9451cf43e59 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:43.117109 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-c2d0f10d-ff1c-4343-90a1-c9451cf43e59 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.107 "GET /v2.0/networks?id=6e6a83ca-7153-4175-bd44-d7eed923b023 HTTP/1.1" status: 200 len: 811 time: 0.1042020 Jan 20 13:10:43.181701 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-83428705-c5d0-4d0f-be16-b4743d4f2103 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b81202cedf334a9eb008267f9813dd45 HTTP/1.1" status: 200 len: 380 time: 0.0560613 Jan 20 13:10:43.189756 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-005706ec-fd18-427c-8ec1-47879ebb88a2 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Request body: {'port': {'device_id': '58d2f22c-b170-4de3-ae78-c46853429e4f', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'admin_state_up': True, 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'security_groups': ['932bf5af-f2a3-4041-be44-3ef28a5d6bb4']}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:10:43.370013 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-005706ec-fd18-427c-8ec1-47879ebb88a2 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Made reservation on behalf of b81202cedf334a9eb008267f9813dd45 for: {'port': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:10:43.374050 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-005706ec-fd18-427c-8ec1-47879ebb88a2 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:43.500790 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-005706ec-fd18-427c-8ec1-47879ebb88a2 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Allocated IP 172.20.0.5 (6e6a83ca-7153-4175-bd44-d7eed923b023/0d062f20-edad-4268-b71e-a865223684ef/cfc635bc-01a1-40d4-9b30-cb7b8df60086) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:10:43.586915 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8a1a2f67-0d97-4e54-9785-4eab7fe97044 req-c0c2bf9d-4485-4e95-93cf-1751e55ea0d6 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 210 time: 0.0353007 Jan 20 13:10:43.660031 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-005706ec-fd18-427c-8ec1-47879ebb88a2 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for port (cfc635bc-01a1-40d4-9b30-cb7b8df60086), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:43.736238 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-005706ec-fd18-427c-8ec1-47879ebb88a2 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (cfc635bc-01a1-40d4-9b30-cb7b8df60086), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:43.779241 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-005706ec-fd18-427c-8ec1-47879ebb88a2 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Network 6e6a83ca-7153-4175-bd44-d7eed923b023 is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:10:43.782231 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-005706ec-fd18-427c-8ec1-47879ebb88a2 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:10:43.785794 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-005706ec-fd18-427c-8ec1-47879ebb88a2 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:10:43.818533 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005706ec-fd18-427c-8ec1-47879ebb88a2 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Pushing event updated for resources: {'Port': ['ID=cfc635bc-01a1-40d4-9b30-cb7b8df60086,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:10:43.842029 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-005706ec-fd18-427c-8ec1-47879ebb88a2 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:43.842650 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-005706ec-fd18-427c-8ec1-47879ebb88a2 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:43.944409 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-005706ec-fd18-427c-8ec1-47879ebb88a2 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7580791 Jan 20 13:10:43.955873 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-a502a17b-9d4f-4792-bd8d-fc0e8e6c536c service neutron] Request body: {'port': {'device_id': '58d2f22c-b170-4de3-ae78-c46853429e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:10:43.978315 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-0ef517fa-5d5e-4b9f-949a-94b4ab07871c None None] Provisioning complete for port cfc635bc-01a1-40d4-9b30-cb7b8df60086 triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:10:43.979662 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-0ef517fa-5d5e-4b9f-949a-94b4ab07871c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (cfc635bc-01a1-40d4-9b30-cb7b8df60086), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:44.012411 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-a502a17b-9d4f-4792-bd8d-fc0e8e6c536c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (cfc635bc-01a1-40d4-9b30-cb7b8df60086), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:44.012675 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-0ef517fa-5d5e-4b9f-949a-94b4ab07871c None None] Port cfc635bc-01a1-40d4-9b30-cb7b8df60086 cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:10:44.270511 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-a502a17b-9d4f-4792-bd8d-fc0e8e6c536c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc635bc-01a1-40d4-9b30-cb7b8df60086 {{(pid=109759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:10:44.278709 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-a502a17b-9d4f-4792-bd8d-fc0e8e6c536c service neutron] Publish callbacks [] for port (cfc635bc-01a1-40d4-9b30-cb7b8df60086), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:44.290562 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.provisioning_blocks [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-a502a17b-9d4f-4792-bd8d-fc0e8e6c536c service neutron] Transition to ACTIVE for port object cfc635bc-01a1-40d4-9b30-cb7b8df60086 will not be triggered until provisioned by entity L2. {{(pid=109759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 13:10:44.358720 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-a502a17b-9d4f-4792-bd8d-fc0e8e6c536c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217087'] for port (cfc635bc-01a1-40d4-9b30-cb7b8df60086), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:44.407504 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502a17b-9d4f-4792-bd8d-fc0e8e6c536c service neutron] Pushing event updated for resources: {'Port': ['ID=cfc635bc-01a1-40d4-9b30-cb7b8df60086,revision_number=2']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:10:44.482455 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-a502a17b-9d4f-4792-bd8d-fc0e8e6c536c service neutron] Attempting to bind port cfc635bc-01a1-40d4-9b30-cb7b8df60086 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:10:44.482803 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-a502a17b-9d4f-4792-bd8d-fc0e8e6c536c service neutron] Attempting to bind port cfc635bc-01a1-40d4-9b30-cb7b8df60086 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'd8458404-cf4c-4ea7-845d-7ec20c3a6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023'}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:10:44.483138 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-a502a17b-9d4f-4792-bd8d-fc0e8e6c536c service neutron] Attempting to bind port cfc635bc-01a1-40d4-9b30-cb7b8df60086 on network 6e6a83ca-7153-4175-bd44-d7eed923b023 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:10:44.488046 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-a502a17b-9d4f-4792-bd8d-fc0e8e6c536c service neutron] Port cfc635bc-01a1-40d4-9b30-cb7b8df60086 on network 6e6a83ca-7153-4175-bd44-d7eed923b023 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 13:10:44.488935 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-a502a17b-9d4f-4792-bd8d-fc0e8e6c536c service neutron] Attempting to bind port cfc635bc-01a1-40d4-9b30-cb7b8df60086 on network 6e6a83ca-7153-4175-bd44-d7eed923b023 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:10:44.493798 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-a502a17b-9d4f-4792-bd8d-fc0e8e6c536c service neutron] Checking agent: {'id': '01dfb066-6594-4635-8f5d-cd7d37486eef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'started_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:10:44.494146 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-a502a17b-9d4f-4792-bd8d-fc0e8e6c536c service neutron] Checking segment: {'id': 'd8458404-cf4c-4ea7-845d-7ec20c3a6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:10:44.494538 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-a502a17b-9d4f-4792-bd8d-fc0e8e6c536c service neutron] Bound using segment: {'id': 'd8458404-cf4c-4ea7-845d-7ec20c3a6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023'} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:10:44.494976 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-a502a17b-9d4f-4792-bd8d-fc0e8e6c536c service neutron] Bound port: cfc635bc-01a1-40d4-9b30-cb7b8df60086, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8458404-cf4c-4ea7-845d-7ec20c3a6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023'}}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:10:44.495344 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-a502a17b-9d4f-4792-bd8d-fc0e8e6c536c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (cfc635bc-01a1-40d4-9b30-cb7b8df60086), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:44.562152 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-a502a17b-9d4f-4792-bd8d-fc0e8e6c536c service neutron] For port cfc635bc-01a1-40d4-9b30-cb7b8df60086, host hv-cinder-80403, cleared binding levels {{(pid=109759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:10:44.565086 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-a502a17b-9d4f-4792-bd8d-fc0e8e6c536c service neutron] For port cfc635bc-01a1-40d4-9b30-cb7b8df60086, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cfc635bc-01a1-40d4-9b30-cb7b8df60086,segment=NetworkSegment(d8458404-cf4c-4ea7-845d-7ec20c3a6c67),segment_id=d8458404-cf4c-4ea7-845d-7ec20c3a6c67)] {{(pid=109759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:10:44.639634 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-a502a17b-9d4f-4792-bd8d-fc0e8e6c536c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217087'] for port (cfc635bc-01a1-40d4-9b30-cb7b8df60086), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:44.705632 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-a502a17b-9d4f-4792-bd8d-fc0e8e6c536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:44.706265 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-a502a17b-9d4f-4792-bd8d-fc0e8e6c536c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:44.707664 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-a502a17b-9d4f-4792-bd8d-fc0e8e6c536c service neutron] 10.222.0.107 "PUT /v2.0/ports/cfc635bc-01a1-40d4-9b30-cb7b8df60086 HTTP/1.1" status: 200 len: 1093 time: 0.7566664 Jan 20 13:10:44.708117 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d2f22c-b170-4de3-ae78-c46853429e4f', 'tag': 'cfc635bc-01a1-40d4-9b30-cb7b8df60086'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:10:44.710412 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6206a0-6f1e-4bdb-aa40-0ac408c4868e" -d '{"events": [{"name": "network-changed", "server_uuid": "58d2f22c-b170-4de3-ae78-c46853429e4f", "tag": "cfc635bc-01a1-40d4-9b30-cb7b8df60086"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:10:44.739750 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502a17b-9d4f-4792-bd8d-fc0e8e6c536c service neutron] Pushing event updated for resources: {'Port': ['ID=cfc635bc-01a1-40d4-9b30-cb7b8df60086,revision_number=3']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:10:44.757628 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd49be9-95ff-42d6-aea8-8a67be0e489a x-openstack-request-id: req-3cd49be9-95ff-42d6-aea8-8a67be0e489a {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:10:44.757907 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d2f22c-b170-4de3-ae78-c46853429e4f", "tag": "cfc635bc-01a1-40d4-9b30-cb7b8df60086", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:10:44.758124 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3cd49be9-95ff-42d6-aea8-8a67be0e489a {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:10:44.758533 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d2f22c-b170-4de3-ae78-c46853429e4f', 'tag': 'cfc635bc-01a1-40d4-9b30-cb7b8df60086', 'status': 'completed', 'code': 200} Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:10:44.766056 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:10:44.780112 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:10:44.780112 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:10:44.780112 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:10:44.780112 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:10:44.780112 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:10:44.780112 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:10:44.780112 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:10:44.780112 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:10:44.780112 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:10:44.780112 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:10:44.780112 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:10:44.780112 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:10:44.780112 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ee433-e0ba-4991-8d47-511162240252 req-2187497a-e19b-40bb-9ea6-19ba94779b2a tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:44.780112 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-de2ee433-e0ba-4991-8d47-511162240252 req-2187497a-e19b-40bb-9ea6-19ba94779b2a tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 943 time: 0.1057348 Jan 20 13:10:44.852323 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-de2ee433-e0ba-4991-8d47-511162240252 req-01193d19-67b9-4d11-bd0c-449e59ccc80f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759397 Jan 20 13:10:44.855922 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6206a0-6f1e-4bdb-aa40-0ac408c4868e req-46ef2daf-a14f-475d-ad2e-1129637add74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:44.857216 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8a6206a0-6f1e-4bdb-aa40-0ac408c4868e req-46ef2daf-a14f-475d-ad2e-1129637add74 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b81202cedf334a9eb008267f9813dd45&device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 1096 time: 0.0792387 Jan 20 13:10:44.957739 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6206a0-6f1e-4bdb-aa40-0ac408c4868e req-d4ac14f7-d429-47c7-8996-75458e864ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:44.959022 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8a6206a0-6f1e-4bdb-aa40-0ac408c4868e req-d4ac14f7-d429-47c7-8996-75458e864ed8 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=b81202cedf334a9eb008267f9813dd45&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0934584 Jan 20 13:10:45.051782 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6206a0-6f1e-4bdb-aa40-0ac408c4868e req-723a4977-81a0-408d-933b-e19b831c6757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:45.053249 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-8a6206a0-6f1e-4bdb-aa40-0ac408c4868e req-723a4977-81a0-408d-933b-e19b831c6757 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879726 Jan 20 13:10:45.132150 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-69335904-f0a2-4bd0-914b-8a609c55b3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:45.133651 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-69335904-f0a2-4bd0-914b-8a609c55b3ab service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b81202cedf334a9eb008267f9813dd45&device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 1096 time: 0.0443649 Jan 20 13:10:45.174008 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-a8310ed8-dc07-419e-aac8-ec11daa7463b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfc635bc-01a1-40d4-9b30-cb7b8df60086 HTTP/1.1" status: 200 len: 217 time: 0.0337553 Jan 20 13:10:45.221263 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-92d23d0c-edf6-4d5d-8e49-743dab20ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:45.222778 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-92d23d0c-edf6-4d5d-8e49-743dab20ef2b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0d062f20-edad-4268-b71e-a865223684ef HTTP/1.1" status: 200 len: 850 time: 0.0435684 Jan 20 13:10:45.265201 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-ccc6e67d-409b-4c89-8ce8-74467228a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:45.266700 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-ccc6e67d-409b-4c89-8ce8-74467228a178 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6e6a83ca-7153-4175-bd44-d7eed923b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383093 Jan 20 13:10:45.355813 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-624beab1-d94f-4601-8be2-61f3cc4f1a0e service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831378 Jan 20 13:10:45.445289 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ad416f56-5833-46e9-b899-58cc64ce9930 req-a44f8807-1686-4d43-aef5-9fb529d90d2d service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832753 Jan 20 13:10:45.804327 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:10:45.965568 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60454b86-026a-4060-b22b-6686e7767ee4 req-bb065880-3c3c-4721-8b10-2090452db451 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:45.967037 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-60454b86-026a-4060-b22b-6686e7767ee4 req-bb065880-3c3c-4721-8b10-2090452db451 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 943 time: 0.0472264 Jan 20 13:10:46.015781 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-60454b86-026a-4060-b22b-6686e7767ee4 req-fad5decd-8cb9-4862-beec-3c761c15558e tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432923 Jan 20 13:10:47.127549 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ea8dd-4867-4ad0-a915-65baa9501936 req-49726833-5b02-4a89-b8fa-27be9213ac71 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:47.128977 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b79ea8dd-4867-4ad0-a915-65baa9501936 req-49726833-5b02-4a89-b8fa-27be9213ac71 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 943 time: 0.0475876 Jan 20 13:10:47.176629 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b79ea8dd-4867-4ad0-a915-65baa9501936 req-7a0cf3b2-85b2-47b6-a5d2-d8d44513bb62 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421138 Jan 20 13:10:48.297287 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5ac8f-b7fd-49fa-8606-b80ee0d0c890 req-b2d5bd9b-d7fd-456e-a325-3e351a8ec063 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:48.298772 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-24a5ac8f-b7fd-49fa-8606-b80ee0d0c890 req-b2d5bd9b-d7fd-456e-a325-3e351a8ec063 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 943 time: 0.0547142 Jan 20 13:10:48.347429 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-24a5ac8f-b7fd-49fa-8606-b80ee0d0c890 req-a482714b-3afd-453b-b9e7-ec82d92f70e6 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430713 Jan 20 13:10:49.457786 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b29f03-e316-453b-aa3c-4d2ba8dc4ee4 req-bdc74dcf-4162-45eb-a7be-03db05a056ad tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:49.459295 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-29b29f03-e316-453b-aa3c-4d2ba8dc4ee4 req-bdc74dcf-4162-45eb-a7be-03db05a056ad tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 943 time: 0.0468175 Jan 20 13:10:49.508606 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-29b29f03-e316-453b-aa3c-4d2ba8dc4ee4 req-74f05aaf-f1d6-44df-8975-7911d38b1161 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433075 Jan 20 13:10:50.629071 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c73a2c-e67e-4270-a66f-72655701d13b req-261d1eae-775c-45ab-812a-d9ab9197cad2 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:50.630571 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a2c73a2c-e67e-4270-a66f-72655701d13b req-261d1eae-775c-45ab-812a-d9ab9197cad2 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 943 time: 0.0478425 Jan 20 13:10:50.681890 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a2c73a2c-e67e-4270-a66f-72655701d13b req-70a17fc0-4af7-4608-8554-1863e8924794 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458343 Jan 20 13:10:51.817186 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32287f0-74ae-4210-ae52-52b0e23538eb req-b97c5de1-c9dc-4ca6-87b3-6a6df02f0189 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:51.818735 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b32287f0-74ae-4210-ae52-52b0e23538eb req-b97c5de1-c9dc-4ca6-87b3-6a6df02f0189 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 943 time: 0.0563776 Jan 20 13:10:51.878348 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b32287f0-74ae-4210-ae52-52b0e23538eb req-574e801b-b25a-48db-87e2-ec19ce37f65a tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515411 Jan 20 13:10:52.996472 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40c4eb-876f-40ac-b84c-f1ac119cd29b req-68116133-30e6-4aa5-ac82-d570ef268585 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:52.997986 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0f40c4eb-876f-40ac-b84c-f1ac119cd29b req-68116133-30e6-4aa5-ac82-d570ef268585 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 943 time: 0.0483243 Jan 20 13:10:53.045824 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0f40c4eb-876f-40ac-b84c-f1ac119cd29b req-4ddee53e-2313-4375-ba59-7190bc60fc1d tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422928 Jan 20 13:10:53.940837 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device cfc635bc-01a1-40d4-9b30-cb7b8df60086 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:10:54.034942 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port cfc635bc-01a1-40d4-9b30-cb7b8df60086, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cfc635bc-01a1-40d4-9b30-cb7b8df60086,segment=NetworkSegment(d8458404-cf4c-4ea7-845d-7ec20c3a6c67),segment_id=d8458404-cf4c-4ea7-845d-7ec20c3a6c67)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:10:54.045939 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Returning: {'device': 'cfc635bc-01a1-40d4-9b30-cb7b8df60086', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'port_id': 'cfc635bc-01a1-40d4-9b30-cb7b8df60086', 'mac_address': 'fa:16:3e:32:05:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d062f20-edad-4268-b71e-a865223684ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:10:54.086827 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port cfc635bc-01a1-40d4-9b30-cb7b8df60086 is: DOWN; New status is: BUILD {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:10:54.087268 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (cfc635bc-01a1-40d4-9b30-cb7b8df60086), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:54.100904 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc635bc-01a1-40d4-9b30-cb7b8df60086 {{(pid=109761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:10:54.121404 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port cfc635bc-01a1-40d4-9b30-cb7b8df60086, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cfc635bc-01a1-40d4-9b30-cb7b8df60086,segment=NetworkSegment(d8458404-cf4c-4ea7-845d-7ec20c3a6c67),segment_id=d8458404-cf4c-4ea7-845d-7ec20c3a6c67)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:10:54.163571 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8a051-fadf-4422-ab09-998cc867ddb6 req-f99e165d-3472-447a-912d-57503b4ce63a tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:54.165055 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-40b8a051-fadf-4422-ab09-998cc867ddb6 req-f99e165d-3472-447a-912d-57503b4ce63a tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 943 time: 0.0514734 Jan 20 13:10:54.215752 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-40b8a051-fadf-4422-ab09-998cc867ddb6 req-b9c80f48-2296-452e-b4df-b46d015e5405 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450799 Jan 20 13:10:54.221500 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (cfc635bc-01a1-40d4-9b30-cb7b8df60086), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:54.270562 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=cfc635bc-01a1-40d4-9b30-cb7b8df60086,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:10:54.278124 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:10:54.279187 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:10:54.279187 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:10:54.279187 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:10:54.279552 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:10:54.279766 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:10:54.280094 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:10:54.280422 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:10:54.280746 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:10:54.281070 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:10:54.281391 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:10:54.281737 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:10:54.282055 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:10:54.565888 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['cfc635bc-01a1-40d4-9b30-cb7b8df60086'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:10:55.328641 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f8fd8-b0c1-4e6f-ab00-493e6575aef6 req-9a8c1285-1e83-4e4b-a28a-0fffe1e4232f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:55.330149 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-198f8fd8-b0c1-4e6f-ab00-493e6575aef6 req-9a8c1285-1e83-4e4b-a28a-0fffe1e4232f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 944 time: 0.0475872 Jan 20 13:10:55.378892 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-198f8fd8-b0c1-4e6f-ab00-493e6575aef6 req-a78c51be-dca8-4081-baeb-24f4ac792a4d tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432348 Jan 20 13:10:55.949101 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device cfc635bc-01a1-40d4-9b30-cb7b8df60086 up at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:10:56.065855 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning for port cfc635bc-01a1-40d4-9b30-cb7b8df60086 completed by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:10:56.069886 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning complete for port cfc635bc-01a1-40d4-9b30-cb7b8df60086 triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:10:56.070836 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (cfc635bc-01a1-40d4-9b30-cb7b8df60086), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:56.148913 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port cfc635bc-01a1-40d4-9b30-cb7b8df60086 is: BUILD; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:10:56.149299 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (cfc635bc-01a1-40d4-9b30-cb7b8df60086), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:56.171083 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d2f22c-b170-4de3-ae78-c46853429e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc635bc-01a1-40d4-9b30-cb7b8df60086'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:10:56.173290 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41dc222-0048-4997-a2a1-5bdc52d7a300" -d '{"events": [{"server_uuid": "58d2f22c-b170-4de3-ae78-c46853429e4f", "name": "network-vif-plugged", "status": "completed", "tag": "cfc635bc-01a1-40d4-9b30-cb7b8df60086"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:10:56.186300 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port cfc635bc-01a1-40d4-9b30-cb7b8df60086, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cfc635bc-01a1-40d4-9b30-cb7b8df60086,segment=NetworkSegment(d8458404-cf4c-4ea7-845d-7ec20c3a6c67),segment_id=d8458404-cf4c-4ea7-845d-7ec20c3a6c67)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:10:56.249689 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (cfc635bc-01a1-40d4-9b30-cb7b8df60086), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:10:56.297365 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=cfc635bc-01a1-40d4-9b30-cb7b8df60086,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:10:56.495823 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34fed5-c10c-4d33-b589-b1a9b3385e73 req-a4e42105-e360-4a8b-84e1-e68ed8839747 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:56.497206 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3e34fed5-c10c-4d33-b589-b1a9b3385e73 req-a4e42105-e360-4a8b-84e1-e68ed8839747 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 945 time: 0.0519724 Jan 20 13:10:56.545309 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3e34fed5-c10c-4d33-b589-b1a9b3385e73 req-f3ef9fca-e69b-4702-b091-bda794996156 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425744 Jan 20 13:10:57.296542 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee428de-ec53-4907-b198-cea56484e9c2 x-openstack-request-id: req-0ee428de-ec53-4907-b198-cea56484e9c2 {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:10:57.297068 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d2f22c-b170-4de3-ae78-c46853429e4f", "name": "network-vif-plugged", "status": "completed", "tag": "cfc635bc-01a1-40d4-9b30-cb7b8df60086", "code": 200}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:10:57.297177 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0ee428de-ec53-4907-b198-cea56484e9c2 {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:10:57.297579 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d2f22c-b170-4de3-ae78-c46853429e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc635bc-01a1-40d4-9b30-cb7b8df60086', 'code': 200} Jan 20 13:10:57.650934 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb8e46-a2ab-4930-a1c9-bcadbd146b1b req-408cead5-b23c-45cc-a94a-378a3a272eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:57.652955 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0cfb8e46-a2ab-4930-a1c9-bcadbd146b1b req-408cead5-b23c-45cc-a94a-378a3a272eca service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 1098 time: 0.0627830 Jan 20 13:10:57.696013 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174eca5-75ff-4bde-b7dd-1ddab10afce9 req-f050da22-d88f-4b64-a68d-597dd4642136 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:57.697573 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5174eca5-75ff-4bde-b7dd-1ddab10afce9 req-f050da22-d88f-4b64-a68d-597dd4642136 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 945 time: 0.0742385 Jan 20 13:10:57.726057 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0cfb8e46-a2ab-4930-a1c9-bcadbd146b1b req-72862e66-cb0b-4703-9388-ff97530322a3 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655072 Jan 20 13:10:57.760088 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-5174eca5-75ff-4bde-b7dd-1ddab10afce9 req-e7f95ce1-7940-4230-9ea2-8d69519bd0cd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568237 Jan 20 13:10:58.882192 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667179fe-62f3-407c-bfc3-fd46ec333451 req-2fefed50-87fc-429c-9333-ef8609a31dbd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:10:58.883725 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-667179fe-62f3-407c-bfc3-fd46ec333451 req-2fefed50-87fc-429c-9333-ef8609a31dbd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 945 time: 0.0536301 Jan 20 13:10:58.933859 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-667179fe-62f3-407c-bfc3-fd46ec333451 req-ea30747b-4344-4c9a-9d2d-193916dee76e tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438647 Jan 20 13:11:00.047083 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0c9bb-15aa-46fb-8b81-aaf364eb31b6 req-c170bb67-f07d-4f87-84ca-e5da34bb065d tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:11:00.048529 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0da0c9bb-15aa-46fb-8b81-aaf364eb31b6 req-c170bb67-f07d-4f87-84ca-e5da34bb065d tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 945 time: 0.0477149 Jan 20 13:11:00.098872 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0da0c9bb-15aa-46fb-8b81-aaf364eb31b6 req-3c8c57ce-0574-4fee-bee1-f26b592f47d2 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445824 Jan 20 13:11:00.219839 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e49c7-6edb-4f99-bf29-b0be01676018 req-23aa2333-4a89-49f2-b2de-fae9b9665877 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:11:00.221384 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3c9e49c7-6edb-4f99-bf29-b0be01676018 req-23aa2333-4a89-49f2-b2de-fae9b9665877 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 945 time: 0.0527277 Jan 20 13:11:00.270891 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3c9e49c7-6edb-4f99-bf29-b0be01676018 req-78a7dc1c-7929-461c-a9de-2e055e659ab0 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438559 Jan 20 13:11:00.293456 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 36880) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:11:00.332425 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f415b8-676d-414e-87fb-56e671ff5975 tempest-TestVolumeBootPattern-487183957 tempest-TestVolumeBootPattern-487183957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:11:00.333991 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-c8f415b8-676d-414e-87fb-56e671ff5975 tempest-TestVolumeBootPattern-487183957 tempest-TestVolumeBootPattern-487183957-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 1093 time: 0.0396931 Jan 20 13:11:00.336693 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 36882) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:11:00.341477 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-7b982fdb-79e1-4c65-b89b-e53f2eb456f8 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Request body: {'floatingip': {'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'port_id': 'cfc635bc-01a1-40d4-9b30-cb7b8df60086', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:11:00.444177 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7b982fdb-79e1-4c65-b89b-e53f2eb456f8 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:11:00.546909 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7b982fdb-79e1-4c65-b89b-e53f2eb456f8 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:11:00.651973 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [None req-7b982fdb-79e1-4c65-b89b-e53f2eb456f8 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Allocated IP 172.27.0.175 (2a70364f-7478-4e00-a602-43026420194c/64f75221-ca68-464e-809b-7e1d4f1c5699/3296744b-11e0-4b72-b273-692230553fad) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:11:00.756152 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7b982fdb-79e1-4c65-b89b-e53f2eb456f8 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for port (3296744b-11e0-4b72-b273-692230553fad), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:11:00.844069 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7b982fdb-79e1-4c65-b89b-e53f2eb456f8 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (3296744b-11e0-4b72-b273-692230553fad), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:11:00.885483 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b982fdb-79e1-4c65-b89b-e53f2eb456f8 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Network 2a70364f-7478-4e00-a602-43026420194c is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:11:00.888218 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-7b982fdb-79e1-4c65-b89b-e53f2eb456f8 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:11:00.891710 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b982fdb-79e1-4c65-b89b-e53f2eb456f8 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:11:00.897027 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b982fdb-79e1-4c65-b89b-e53f2eb456f8 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Pushing event updated for resources: {'Port': ['ID=3296744b-11e0-4b72-b273-692230553fad,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:11:01.274613 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7b982fdb-79e1-4c65-b89b-e53f2eb456f8 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for floatingip (aeebbb0d-0188-4b5d-b137-7a022add9bbb), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:11:01.394720 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7b982fdb-79e1-4c65-b89b-e53f2eb456f8 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (3296744b-11e0-4b72-b273-692230553fad), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:11:01.545852 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7b982fdb-79e1-4c65-b89b-e53f2eb456f8 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for port (3296744b-11e0-4b72-b273-692230553fad), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:11:01.603736 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7b982fdb-79e1-4c65-b89b-e53f2eb456f8 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217087'] for port (3296744b-11e0-4b72-b273-692230553fad), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:11:01.669531 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b982fdb-79e1-4c65-b89b-e53f2eb456f8 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Pushing event updated for resources: {'Port': ['ID=3296744b-11e0-4b72-b273-692230553fad,revision_number=2']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:11:01.686473 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7b982fdb-79e1-4c65-b89b-e53f2eb456f8 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529925'] for floatingip (aeebbb0d-0188-4b5d-b137-7a022add9bbb), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:11:01.785356 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.db.l3_db [None req-7b982fdb-79e1-4c65-b89b-e53f2eb456f8 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Floating IP aeebbb0d-0188-4b5d-b137-7a022add9bbb associated. External IP: 172.27.0.175, port: cfc635bc-01a1-40d4-9b30-cb7b8df60086. Jan 20 13:11:01.997171 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b982fdb-79e1-4c65-b89b-e53f2eb456f8 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:11:02.108427 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b982fdb-79e1-4c65-b89b-e53f2eb456f8 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:11:02.118535 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bab8a65-75bf-4c28-8534-f6734d9a1816 None None] Sync routers for ids ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:11:02.127896 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bab8a65-75bf-4c28-8534-f6734d9a1816 None None] Routers {'69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:11:02.128521 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-9bab8a65-75bf-4c28-8534-f6734d9a1816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:10:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:11:02.193829 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7b982fdb-79e1-4c65-b89b-e53f2eb456f8 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:11:02.233440 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-7b982fdb-79e1-4c65-b89b-e53f2eb456f8 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8849566 Jan 20 13:11:02.233440 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d2f22c-b170-4de3-ae78-c46853429e4f', 'tag': 'cfc635bc-01a1-40d4-9b30-cb7b8df60086'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:11:02.233440 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748d7a88-e4cc-4e8b-a237-ebd668251eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "58d2f22c-b170-4de3-ae78-c46853429e4f", "tag": "cfc635bc-01a1-40d4-9b30-cb7b8df60086"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:11:02.238742 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-9bab8a65-75bf-4c28-8534-f6734d9a1816 None None] Set router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:11:02.273927 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cf9ad8-2ef9-4604-aa5b-a2ae7f9e2a0e x-openstack-request-id: req-72cf9ad8-2ef9-4604-aa5b-a2ae7f9e2a0e {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:11:02.274224 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d2f22c-b170-4de3-ae78-c46853429e4f", "tag": "cfc635bc-01a1-40d4-9b30-cb7b8df60086", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:11:02.274477 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-72cf9ad8-2ef9-4604-aa5b-a2ae7f9e2a0e {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:11:02.274886 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d2f22c-b170-4de3-ae78-c46853429e4f', 'tag': 'cfc635bc-01a1-40d4-9b30-cb7b8df60086', 'status': 'completed', 'code': 200} Jan 20 13:11:02.339904 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d7a88-e4cc-4e8b-a237-ebd668251eb9 req-e9c6c554-bc9c-4ba6-91ef-df815677be9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:11:02.341444 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-748d7a88-e4cc-4e8b-a237-ebd668251eb9 req-e9c6c554-bc9c-4ba6-91ef-df815677be9e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b81202cedf334a9eb008267f9813dd45&device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 1098 time: 0.0453353 Jan 20 13:11:02.476522 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-9bab8a65-75bf-4c28-8534-f6734d9a1816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:21Z', 'updated_at': '2022-01-20T13:07:25Z', 'revision_number': 4, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'gw_port': {'id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:22Z', 'updated_at': '2022-01-20T13:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': 'aeebbb0d-0188-4b5d-b137-7a022add9bbb', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'port_id': 'cfc635bc-01a1-40d4-9b30-cb7b8df60086', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'mac_address': 'fa:16:3e:32:05:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d2f22c-b170-4de3-ae78-c46853429e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:11:01Z', 'updated_at': '2022-01-20T13:11:01Z', 'revision_number': 0, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb98d10c-9fa8-4e77-8bca-d5125609f1db', 'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'mac_address': 'fa:16:3e:f6:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d062f20-edad-4268-b71e-a865223684ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:24Z', 'updated_at': '2022-01-20T13:07:28Z', 'revision_number': 5, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'subnets': [{'id': '0d062f20-edad-4268-b71e-a865223684ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:11:02.503552 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bab8a65-75bf-4c28-8534-f6734d9a1816 None None] Checking router: 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:11:02.513257 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bab8a65-75bf-4c28-8534-f6734d9a1816 None None] Routers {'69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:11:02.513928 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-9bab8a65-75bf-4c28-8534-f6734d9a1816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:10:36Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:11:02.623127 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-9bab8a65-75bf-4c28-8534-f6734d9a1816 None None] Set router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:11:02.706971 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d7a88-e4cc-4e8b-a237-ebd668251eb9 req-77618f8d-405e-411d-b1a1-cbd7c79bf411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:11:02.708464 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-748d7a88-e4cc-4e8b-a237-ebd668251eb9 req-77618f8d-405e-411d-b1a1-cbd7c79bf411 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6e6a83ca-7153-4175-bd44-d7eed923b023 HTTP/1.1" status: 200 len: 912 time: 0.3607574 Jan 20 13:11:02.772478 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-748d7a88-e4cc-4e8b-a237-ebd668251eb9 req-e5e957c3-051e-42d2-a696-8902f2d1f8ff service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfc635bc-01a1-40d4-9b30-cb7b8df60086 HTTP/1.1" status: 200 len: 999 time: 0.0579188 Jan 20 13:11:02.824474 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d7a88-e4cc-4e8b-a237-ebd668251eb9 req-2c1fe1d8-66fb-4e44-a7aa-91a1c506ec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:11:02.826118 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-748d7a88-e4cc-4e8b-a237-ebd668251eb9 req-2c1fe1d8-66fb-4e44-a7aa-91a1c506ec05 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0d062f20-edad-4268-b71e-a865223684ef HTTP/1.1" status: 200 len: 850 time: 0.0473115 Jan 20 13:11:02.846503 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-9bab8a65-75bf-4c28-8534-f6734d9a1816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:21Z', 'updated_at': '2022-01-20T13:07:25Z', 'revision_number': 4, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'gw_port': {'id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:22Z', 'updated_at': '2022-01-20T13:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': 'aeebbb0d-0188-4b5d-b137-7a022add9bbb', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'port_id': 'cfc635bc-01a1-40d4-9b30-cb7b8df60086', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'mac_address': 'fa:16:3e:32:05:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d2f22c-b170-4de3-ae78-c46853429e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:11:01Z', 'updated_at': '2022-01-20T13:11:01Z', 'revision_number': 0, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb98d10c-9fa8-4e77-8bca-d5125609f1db', 'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'mac_address': 'fa:16:3e:f6:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d062f20-edad-4268-b71e-a865223684ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:24Z', 'updated_at': '2022-01-20T13:07:28Z', 'revision_number': 5, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'subnets': [{'id': '0d062f20-edad-4268-b71e-a865223684ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:11:02.871161 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d7a88-e4cc-4e8b-a237-ebd668251eb9 req-2b272066-fd69-4fad-8281-db626ae98a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:11:02.872711 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-748d7a88-e4cc-4e8b-a237-ebd668251eb9 req-2b272066-fd69-4fad-8281-db626ae98a17 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6e6a83ca-7153-4175-bd44-d7eed923b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407455 Jan 20 13:11:02.966926 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-748d7a88-e4cc-4e8b-a237-ebd668251eb9 req-ab101939-7f55-4c42-a2fc-cf982dde29d9 service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866282 Jan 20 13:11:03.003384 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bab8a65-75bf-4c28-8534-f6734d9a1816 None None] The sync data for ids ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'] in dv-cinder-804035-24-iscsi is: [{'id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:21Z', 'updated_at': '2022-01-20T13:07:25Z', 'revision_number': 4, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'gw_port': {'id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:22Z', 'updated_at': '2022-01-20T13:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': 'aeebbb0d-0188-4b5d-b137-7a022add9bbb', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'port_id': 'cfc635bc-01a1-40d4-9b30-cb7b8df60086', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'mac_address': 'fa:16:3e:32:05:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d2f22c-b170-4de3-ae78-c46853429e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:11:01Z', 'updated_at': '2022-01-20T13:11:01Z', 'revision_number': 0, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb98d10c-9fa8-4e77-8bca-d5125609f1db', 'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'mac_address': 'fa:16:3e:f6:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d062f20-edad-4268-b71e-a865223684ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:24Z', 'updated_at': '2022-01-20T13:07:28Z', 'revision_number': 5, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'subnets': [{'id': '0d062f20-edad-4268-b71e-a865223684ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:11:03.063466 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-748d7a88-e4cc-4e8b-a237-ebd668251eb9 req-12c4e910-72a2-4b6f-b187-0217bcf14545 service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903764 Jan 20 13:11:03.217073 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3809f81-b1c4-4727-9dcb-a3f8f14ff9c8 None None] New status for floating IP aeebbb0d-0188-4b5d-b137-7a022add9bbb: ACTIVE {{(pid=109762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:11:03.265512 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-da30d85f-7fc6-46af-87ce-584b30546214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:11:05.986939 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-b7477a4c-9c7e-4eca-aa78-e87452f27384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:11:07.667667 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:11:09.820886 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:11:09.956917 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:11:10.933368 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:11:22.806161 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:11:33.208824 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-414c88d6-a3bb-4c14-a034-7b8820c5d203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:11:35.997070 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-57f51863-bf8b-4678-8895-c9f85c270059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:11:37.676240 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:11:39.784183 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:11:39.944437 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:11:40.923363 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:11:59.805438 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:12:00.426573 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ccbbe96d-8210-4d5d-8703-5de1a9fa96ba req-050ca696-e404-40d8-8f63-9978db166de8 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409305 Jan 20 13:12:00.507069 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbe96d-8210-4d5d-8703-5de1a9fa96ba req-b15c87ea-4388-4357-b4db-50b6a983ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:12:00.508517 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ccbbe96d-8210-4d5d-8703-5de1a9fa96ba req-b15c87ea-4388-4357-b4db-50b6a983ab96 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b81202cedf334a9eb008267f9813dd45&device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 1098 time: 0.0409226 Jan 20 13:12:00.615346 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbe96d-8210-4d5d-8703-5de1a9fa96ba req-4712483c-ee2a-4bb4-8c47-28d7cc2acec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:12:00.616796 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ccbbe96d-8210-4d5d-8703-5de1a9fa96ba req-4712483c-ee2a-4bb4-8c47-28d7cc2acec7 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6e6a83ca-7153-4175-bd44-d7eed923b023 HTTP/1.1" status: 200 len: 912 time: 0.0893912 Jan 20 13:12:00.683929 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ccbbe96d-8210-4d5d-8703-5de1a9fa96ba req-e10c9f23-e39d-4b90-b12a-76ca5e298192 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfc635bc-01a1-40d4-9b30-cb7b8df60086 HTTP/1.1" status: 200 len: 1001 time: 0.0609565 Jan 20 13:12:00.733731 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbe96d-8210-4d5d-8703-5de1a9fa96ba req-74631c66-ed2b-46b5-ae50-9b144a4bae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:12:00.735173 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ccbbe96d-8210-4d5d-8703-5de1a9fa96ba req-74631c66-ed2b-46b5-ae50-9b144a4bae98 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0d062f20-edad-4268-b71e-a865223684ef HTTP/1.1" status: 200 len: 850 time: 0.0448456 Jan 20 13:12:00.779552 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbe96d-8210-4d5d-8703-5de1a9fa96ba req-4d3cc192-6823-4eeb-a183-111906d4af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:12:00.780937 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ccbbe96d-8210-4d5d-8703-5de1a9fa96ba req-4d3cc192-6823-4eeb-a183-111906d4af1b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6e6a83ca-7153-4175-bd44-d7eed923b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385659 Jan 20 13:12:00.872727 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ccbbe96d-8210-4d5d-8703-5de1a9fa96ba req-0538c52f-8a7c-4716-b927-4c75e50c1d7b service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858390 Jan 20 13:12:00.958018 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-ccbbe96d-8210-4d5d-8703-5de1a9fa96ba req-f651af3c-fb22-4807-8b7a-8806cc2457f2 service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794263 Jan 20 13:12:03.206661 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-7bd0d885-9a80-4656-bb1f-396edc291441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:12:05.989204 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-c132d0df-9e1a-4b33-aec0-787eacdcade4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:12:07.669062 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:12:09.773762 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:12:09.939075 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:12:10.911493 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:12:33.213830 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-0b15f539-363b-4e04-929c-b5d94e04a6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:12:36.024044 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-7c693266-0499-46ac-8c18-5d08ffd15d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:12:36.805215 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:12:37.673897 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:12:39.807116 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:12:39.938218 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:12:40.904186 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:01.463998 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-400733d2-7c57-41fd-b98e-77aed485978c req-5a8170cc-d2c4-432b-a5e1-d9f94a39a00f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775828 Jan 20 13:13:01.557789 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400733d2-7c57-41fd-b98e-77aed485978c req-91eb70f4-83f3-4691-ae7c-cd6a1758bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:01.559264 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-400733d2-7c57-41fd-b98e-77aed485978c req-91eb70f4-83f3-4691-ae7c-cd6a1758bfe2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b81202cedf334a9eb008267f9813dd45&device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 1098 time: 0.0434768 Jan 20 13:13:01.660396 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400733d2-7c57-41fd-b98e-77aed485978c req-e40fb00a-23fa-4a27-9de1-9d83efd0a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:01.661864 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-400733d2-7c57-41fd-b98e-77aed485978c req-e40fb00a-23fa-4a27-9de1-9d83efd0a0a1 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6e6a83ca-7153-4175-bd44-d7eed923b023 HTTP/1.1" status: 200 len: 912 time: 0.0842032 Jan 20 13:13:01.727453 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-400733d2-7c57-41fd-b98e-77aed485978c req-42883791-b661-4b62-8d73-f7b7b8fcaf2b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfc635bc-01a1-40d4-9b30-cb7b8df60086 HTTP/1.1" status: 200 len: 1001 time: 0.0602036 Jan 20 13:13:01.774554 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400733d2-7c57-41fd-b98e-77aed485978c req-98f5806d-41c9-4aef-bf88-68d9058125d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:01.775950 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-400733d2-7c57-41fd-b98e-77aed485978c req-98f5806d-41c9-4aef-bf88-68d9058125d1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0d062f20-edad-4268-b71e-a865223684ef HTTP/1.1" status: 200 len: 850 time: 0.0428486 Jan 20 13:13:01.818029 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400733d2-7c57-41fd-b98e-77aed485978c req-f6dfa42c-ce7c-45cb-b50f-148036c48626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:01.819403 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-400733d2-7c57-41fd-b98e-77aed485978c req-f6dfa42c-ce7c-45cb-b50f-148036c48626 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6e6a83ca-7153-4175-bd44-d7eed923b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0381577 Jan 20 13:13:01.829509 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [req-400733d2-7c57-41fd-b98e-77aed485978c req-ba1bc730-747a-428e-ac25-e1798205a6eb service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=109759) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 13:13:01.830480 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-400733d2-7c57-41fd-b98e-77aed485978c req-ba1bc730-747a-428e-ac25-e1798205a6eb service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052733 Jan 20 13:13:01.920131 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-400733d2-7c57-41fd-b98e-77aed485978c req-b33afcfe-19f2-42d8-b940-6efba176487c service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840197 Jan 20 13:13:02.007644 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-400733d2-7c57-41fd-b98e-77aed485978c req-22ab0c74-5c6b-41dc-a1b6-4e15e5259bdd service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816398 Jan 20 13:13:02.781795 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-bcbbf5b9-764f-4e7e-9664-e00299144ba1 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1533305914&fields=id&tenant_id=b81202cedf334a9eb008267f9813dd45 HTTP/1.1" status: 200 len: 267 time: 0.0480990 Jan 20 13:13:02.883472 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-2befc446-b1b5-4554-958a-c89ec59d4678 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:02.884919 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-2befc446-b1b5-4554-958a-c89ec59d4678 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/networks?id=6e6a83ca-7153-4175-bd44-d7eed923b023 HTTP/1.1" status: 200 len: 811 time: 0.0969315 Jan 20 13:13:02.899521 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-f6e77aca-e038-4545-ad3d-e129fbced690 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/quotas/b81202cedf334a9eb008267f9813dd45 HTTP/1.1" status: 200 len: 375 time: 0.0087988 Jan 20 13:13:02.949330 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-0fb9bae2-c5b3-454d-b499-9bf5b54ef0f6 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b81202cedf334a9eb008267f9813dd45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0445173 Jan 20 13:13:03.084332 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-39bffca0-6fb9-46a5-9340-f7895e23c52a service neutron] 10.222.0.57 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229291 Jan 20 13:13:03.171832 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-f8cb469e-bc3b-4368-9d1a-94449717b490 service neutron] 10.222.0.57 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819292 Jan 20 13:13:03.206390 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6590ee0e-5eeb-48d0-9b1a-d8cd584fe0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:03.822819 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-07a7beca-d295-42ed-a355-69f4bb8b2dd1 req-066a00a1-0a7a-444f-ab6c-b3ef15dd57c7 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 210 time: 0.0766561 Jan 20 13:13:04.914096 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-265f2acd-79d0-4d10-a74a-975fddae20f3 req-e16a5d2d-e2f6-43d1-8978-7fe074f409e4 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 210 time: 0.0249803 Jan 20 13:13:05.668932 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-a303b00c-7e1c-4300-9361-90efcb0f3ef7 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:05.673411 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-a303b00c-7e1c-4300-9361-90efcb0f3ef7 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.107 "GET /v2.0/networks?id=6e6a83ca-7153-4175-bd44-d7eed923b023 HTTP/1.1" status: 200 len: 811 time: 0.1014335 Jan 20 13:13:05.736320 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-37137289-f135-48de-b747-77f75fd968ff tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b81202cedf334a9eb008267f9813dd45 HTTP/1.1" status: 200 len: 380 time: 0.0581257 Jan 20 13:13:05.744050 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-ef5fb21d-78cf-4461-972a-7ee1aaaf6714 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Request body: {'port': {'device_id': '6c8215e9-ade6-47db-892c-0dfa5ce2b50e', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'admin_state_up': True, 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'security_groups': ['932bf5af-f2a3-4041-be44-3ef28a5d6bb4']}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:13:05.909291 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-ef5fb21d-78cf-4461-972a-7ee1aaaf6714 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Made reservation on behalf of b81202cedf334a9eb008267f9813dd45 for: {'port': 1} {{(pid=109759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:13:05.912872 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-ef5fb21d-78cf-4461-972a-7ee1aaaf6714 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:06.021973 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-91dac3f7-6c54-495c-8f3d-b3c6c650d4c6 req-5802c3ec-d521-4478-98ca-c3643aeb2b8f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 210 time: 0.0354822 Jan 20 13:13:06.023662 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-00fc8353-b829-4af3-95c6-80e34c0c338c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:06.071392 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-ef5fb21d-78cf-4461-972a-7ee1aaaf6714 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Allocated IP 172.20.0.14 (6e6a83ca-7153-4175-bd44-d7eed923b023/0d062f20-edad-4268-b71e-a865223684ef/fd268a37-5999-48bb-82f7-f9f7935fabed) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:13:06.208292 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-ef5fb21d-78cf-4461-972a-7ee1aaaf6714 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for port (fd268a37-5999-48bb-82f7-f9f7935fabed), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:06.384278 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-ef5fb21d-78cf-4461-972a-7ee1aaaf6714 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (fd268a37-5999-48bb-82f7-f9f7935fabed), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:06.428037 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-ef5fb21d-78cf-4461-972a-7ee1aaaf6714 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Network 6e6a83ca-7153-4175-bd44-d7eed923b023 is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:13:06.430983 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-ef5fb21d-78cf-4461-972a-7ee1aaaf6714 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:13:06.435120 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-ef5fb21d-78cf-4461-972a-7ee1aaaf6714 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:13:06.441750 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fb21d-78cf-4461-972a-7ee1aaaf6714 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Pushing event updated for resources: {'Port': ['ID=fd268a37-5999-48bb-82f7-f9f7935fabed,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:13:06.476498 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fb21d-78cf-4461-972a-7ee1aaaf6714 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:13:06.476498 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fb21d-78cf-4461-972a-7ee1aaaf6714 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:13:06.476498 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fb21d-78cf-4461-972a-7ee1aaaf6714 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:13:06.476498 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fb21d-78cf-4461-972a-7ee1aaaf6714 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:13:06.476498 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fb21d-78cf-4461-972a-7ee1aaaf6714 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:13:06.476498 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fb21d-78cf-4461-972a-7ee1aaaf6714 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:13:06.476498 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fb21d-78cf-4461-972a-7ee1aaaf6714 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:13:06.476498 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fb21d-78cf-4461-972a-7ee1aaaf6714 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:13:06.476498 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fb21d-78cf-4461-972a-7ee1aaaf6714 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:13:06.476498 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fb21d-78cf-4461-972a-7ee1aaaf6714 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:13:06.476498 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fb21d-78cf-4461-972a-7ee1aaaf6714 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:13:06.476498 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fb21d-78cf-4461-972a-7ee1aaaf6714 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:13:06.476498 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5fb21d-78cf-4461-972a-7ee1aaaf6714 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:13:06.501198 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-ef5fb21d-78cf-4461-972a-7ee1aaaf6714 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:06.501877 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-ef5fb21d-78cf-4461-972a-7ee1aaaf6714 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:06.604305 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-ef5fb21d-78cf-4461-972a-7ee1aaaf6714 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8636303 Jan 20 13:13:06.614562 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-92289d87-9a08-479a-89c1-e1706019f298 service neutron] Request body: {'port': {'device_id': '6c8215e9-ade6-47db-892c-0dfa5ce2b50e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:13:06.673507 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-92289d87-9a08-479a-89c1-e1706019f298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (fd268a37-5999-48bb-82f7-f9f7935fabed), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:06.687175 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-390de6e0-3728-4bb7-92df-45bac30d20ee None None] Provisioning complete for port fd268a37-5999-48bb-82f7-f9f7935fabed triggered by entity DHCP. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:13:06.687549 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-390de6e0-3728-4bb7-92df-45bac30d20ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (fd268a37-5999-48bb-82f7-f9f7935fabed), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:06.725281 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-390de6e0-3728-4bb7-92df-45bac30d20ee None None] Port fd268a37-5999-48bb-82f7-f9f7935fabed cannot update to ACTIVE because it is not bound. {{(pid=109761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:13:06.933751 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-92289d87-9a08-479a-89c1-e1706019f298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd268a37-5999-48bb-82f7-f9f7935fabed {{(pid=109759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:13:06.941387 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-92289d87-9a08-479a-89c1-e1706019f298 service neutron] Publish callbacks [] for port (fd268a37-5999-48bb-82f7-f9f7935fabed), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:06.953776 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.provisioning_blocks [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-92289d87-9a08-479a-89c1-e1706019f298 service neutron] Transition to ACTIVE for port object fd268a37-5999-48bb-82f7-f9f7935fabed will not be triggered until provisioned by entity L2. {{(pid=109759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 13:13:07.040598 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-92289d87-9a08-479a-89c1-e1706019f298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217087'] for port (fd268a37-5999-48bb-82f7-f9f7935fabed), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:07.091729 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92289d87-9a08-479a-89c1-e1706019f298 service neutron] Pushing event updated for resources: {'Port': ['ID=fd268a37-5999-48bb-82f7-f9f7935fabed,revision_number=2']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:13:07.207157 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71ca98-9044-4ace-a9f0-654cdcfa2179 req-3b76aa82-8626-4558-b27e-7f90c3d0ac70 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:07.211855 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-de71ca98-9044-4ace-a9f0-654cdcfa2179 req-3b76aa82-8626-4558-b27e-7f90c3d0ac70 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 944 time: 0.1060014 Jan 20 13:13:07.211855 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-92289d87-9a08-479a-89c1-e1706019f298 service neutron] Attempting to bind port fd268a37-5999-48bb-82f7-f9f7935fabed on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:13:07.211855 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-92289d87-9a08-479a-89c1-e1706019f298 service neutron] Attempting to bind port fd268a37-5999-48bb-82f7-f9f7935fabed by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'd8458404-cf4c-4ea7-845d-7ec20c3a6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023'}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:13:07.212210 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-92289d87-9a08-479a-89c1-e1706019f298 service neutron] Attempting to bind port fd268a37-5999-48bb-82f7-f9f7935fabed on network 6e6a83ca-7153-4175-bd44-d7eed923b023 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:13:07.231578 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-92289d87-9a08-479a-89c1-e1706019f298 service neutron] Port fd268a37-5999-48bb-82f7-f9f7935fabed on network 6e6a83ca-7153-4175-bd44-d7eed923b023 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 13:13:07.232973 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-92289d87-9a08-479a-89c1-e1706019f298 service neutron] Attempting to bind port fd268a37-5999-48bb-82f7-f9f7935fabed on network 6e6a83ca-7153-4175-bd44-d7eed923b023 {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:13:07.241926 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-92289d87-9a08-479a-89c1-e1706019f298 service neutron] Checking agent: {'id': '01dfb066-6594-4635-8f5d-cd7d37486eef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'started_at': datetime.datetime(2022, 1, 20, 12, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:13:07.242269 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-92289d87-9a08-479a-89c1-e1706019f298 service neutron] Checking segment: {'id': 'd8458404-cf4c-4ea7-845d-7ec20c3a6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:13:07.242866 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-92289d87-9a08-479a-89c1-e1706019f298 service neutron] Bound using segment: {'id': 'd8458404-cf4c-4ea7-845d-7ec20c3a6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023'} {{(pid=109759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:13:07.243085 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.managers [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-92289d87-9a08-479a-89c1-e1706019f298 service neutron] Bound port: fd268a37-5999-48bb-82f7-f9f7935fabed, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8458404-cf4c-4ea7-845d-7ec20c3a6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023'}}] {{(pid=109759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:13:07.243589 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-92289d87-9a08-479a-89c1-e1706019f298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (fd268a37-5999-48bb-82f7-f9f7935fabed), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:07.308438 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-de71ca98-9044-4ace-a9f0-654cdcfa2179 req-8408826d-a8a1-4f91-b2f7-00220611f335 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929558 Jan 20 13:13:07.352706 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-92289d87-9a08-479a-89c1-e1706019f298 service neutron] For port fd268a37-5999-48bb-82f7-f9f7935fabed, host hv-cinder-80403, cleared binding levels {{(pid=109759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:13:07.357205 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-92289d87-9a08-479a-89c1-e1706019f298 service neutron] For port fd268a37-5999-48bb-82f7-f9f7935fabed, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fd268a37-5999-48bb-82f7-f9f7935fabed,segment=NetworkSegment(d8458404-cf4c-4ea7-845d-7ec20c3a6c67),segment_id=d8458404-cf4c-4ea7-845d-7ec20c3a6c67)] {{(pid=109759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:13:07.479424 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-92289d87-9a08-479a-89c1-e1706019f298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217087'] for port (fd268a37-5999-48bb-82f7-f9f7935fabed), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:07.512663 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-92289d87-9a08-479a-89c1-e1706019f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:07.513288 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-92289d87-9a08-479a-89c1-e1706019f298 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:07.514731 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-92289d87-9a08-479a-89c1-e1706019f298 service neutron] 10.222.0.107 "PUT /v2.0/ports/fd268a37-5999-48bb-82f7-f9f7935fabed HTTP/1.1" status: 200 len: 1094 time: 0.9041569 Jan 20 13:13:07.515125 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8215e9-ade6-47db-892c-0dfa5ce2b50e', 'tag': 'fd268a37-5999-48bb-82f7-f9f7935fabed'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:13:07.517328 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250ae74d-8ab4-4866-aa84-7e1257aacdf2" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8215e9-ade6-47db-892c-0dfa5ce2b50e", "tag": "fd268a37-5999-48bb-82f7-f9f7935fabed"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:13:07.545680 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92289d87-9a08-479a-89c1-e1706019f298 service neutron] Pushing event updated for resources: {'Port': ['ID=fd268a37-5999-48bb-82f7-f9f7935fabed,revision_number=3']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:13:07.561117 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6e9444-86ec-417d-bb69-065a10d41d86 x-openstack-request-id: req-db6e9444-86ec-417d-bb69-065a10d41d86 {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:13:07.561443 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8215e9-ade6-47db-892c-0dfa5ce2b50e", "tag": "fd268a37-5999-48bb-82f7-f9f7935fabed", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:13:07.561707 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-db6e9444-86ec-417d-bb69-065a10d41d86 {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:13:07.562114 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8215e9-ade6-47db-892c-0dfa5ce2b50e', 'tag': 'fd268a37-5999-48bb-82f7-f9f7935fabed', 'status': 'completed', 'code': 200} Jan 20 13:13:07.621552 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ae74d-8ab4-4866-aa84-7e1257aacdf2 req-798125a0-0a6f-44ba-8cf0-6baa5d217ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:07.623072 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-250ae74d-8ab4-4866-aa84-7e1257aacdf2 req-798125a0-0a6f-44ba-8cf0-6baa5d217ced service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b81202cedf334a9eb008267f9813dd45&device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 1097 time: 0.0419083 Jan 20 13:13:07.698279 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:07.742539 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ae74d-8ab4-4866-aa84-7e1257aacdf2 req-d49ff151-2f4e-486e-9e8f-3a97efa5070d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:07.744031 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-250ae74d-8ab4-4866-aa84-7e1257aacdf2 req-d49ff151-2f4e-486e-9e8f-3a97efa5070d service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=b81202cedf334a9eb008267f9813dd45&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1134467 Jan 20 13:13:07.834444 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ae74d-8ab4-4866-aa84-7e1257aacdf2 req-eb9aab3f-5a7b-4d6d-a4c9-fffc3e244518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:07.835847 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-250ae74d-8ab4-4866-aa84-7e1257aacdf2 req-eb9aab3f-5a7b-4d6d-a4c9-fffc3e244518 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856862 Jan 20 13:13:07.907944 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-2dfd98bc-b94c-487f-9eb1-7dbf25bbf4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:07.909436 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-2dfd98bc-b94c-487f-9eb1-7dbf25bbf4b5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b81202cedf334a9eb008267f9813dd45&device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 1097 time: 0.0394962 Jan 20 13:13:07.952310 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-f43ef050-f946-407a-a0b0-a15c9475f52b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd268a37-5999-48bb-82f7-f9f7935fabed HTTP/1.1" status: 200 len: 217 time: 0.0367360 Jan 20 13:13:08.022643 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-97fb43ac-c6cf-43ef-b6d4-030f2086c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:08.024692 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-97fb43ac-c6cf-43ef-b6d4-030f2086c0c6 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0d062f20-edad-4268-b71e-a865223684ef HTTP/1.1" status: 200 len: 850 time: 0.0597038 Jan 20 13:13:08.068937 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-e885ad65-e9a3-421c-b820-b693a84a6bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:08.070399 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-e885ad65-e9a3-421c-b820-b693a84a6bb0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6e6a83ca-7153-4175-bd44-d7eed923b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0384960 Jan 20 13:13:08.158049 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-2a9e70ce-8ef0-433d-8fe3-70482aadecf0 service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809870 Jan 20 13:13:08.242487 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b9f10a6d-b62b-403d-89dc-fdab82d8845e req-41618cb6-e6b5-4fb4-a2e0-b275472f9508 service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786264 Jan 20 13:13:08.438822 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d2897-84e7-4ac2-a220-1218584d02fc req-2ce368d2-274a-405d-81f2-325d7f97d330 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:08.440216 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a21d2897-84e7-4ac2-a220-1218584d02fc req-2ce368d2-274a-405d-81f2-325d7f97d330 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 944 time: 0.0531347 Jan 20 13:13:08.487607 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-a21d2897-84e7-4ac2-a220-1218584d02fc req-8a0e66a8-4cc6-487c-96ce-8033a1cf2329 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419221 Jan 20 13:13:09.602377 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa140b5-b332-4c98-9e4c-564830c4a125 req-03ec28db-9916-4cef-8b7a-3cfa7dc0badc tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:09.603838 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4fa140b5-b332-4c98-9e4c-564830c4a125 req-03ec28db-9916-4cef-8b7a-3cfa7dc0badc tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 944 time: 0.0473032 Jan 20 13:13:09.651035 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4fa140b5-b332-4c98-9e4c-564830c4a125 req-c40cc166-6632-4157-be37-025592a5df81 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412285 Jan 20 13:13:09.811901 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:09.964426 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:10.772586 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ba134-8ac9-463e-8b1b-83c04ee2b21a req-16e7486f-0cef-49e9-afb7-b0bc70ce2c13 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:10.774079 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7e7ba134-8ac9-463e-8b1b-83c04ee2b21a req-16e7486f-0cef-49e9-afb7-b0bc70ce2c13 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 944 time: 0.0506251 Jan 20 13:13:10.821504 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7e7ba134-8ac9-463e-8b1b-83c04ee2b21a req-a5107c2f-94b0-4c63-ba87-ee611ba9ae4d tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413549 Jan 20 13:13:10.943959 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:11.931348 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892ce37-b0fc-47c6-a99f-663eada583fe req-1c9b454c-12c0-425c-baaf-529878c3e248 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:11.932805 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b892ce37-b0fc-47c6-a99f-663eada583fe req-1c9b454c-12c0-425c-baaf-529878c3e248 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 944 time: 0.0462608 Jan 20 13:13:11.979532 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-b892ce37-b0fc-47c6-a99f-663eada583fe req-bb59def2-cf03-4dcc-9e7d-8dd39abb0cf5 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407543 Jan 20 13:13:13.090479 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcee11c-3afb-4eb4-b381-cf6099810b2a req-37eadbd0-1392-44f3-b60c-8193dff5cd1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:13.091908 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3fcee11c-3afb-4eb4-b381-cf6099810b2a req-37eadbd0-1392-44f3-b60c-8193dff5cd1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 944 time: 0.0464554 Jan 20 13:13:13.143266 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3fcee11c-3afb-4eb4-b381-cf6099810b2a req-ac1449b7-42d6-4544-ba24-3977a258be93 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458775 Jan 20 13:13:13.804679 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:13:14.255647 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d91cdb-2ec6-4045-948d-3a3d7e46ca28 req-64405f53-e434-49b2-aaae-2a4ca5db4eaa tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:14.257101 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c7d91cdb-2ec6-4045-948d-3a3d7e46ca28 req-64405f53-e434-49b2-aaae-2a4ca5db4eaa tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 944 time: 0.0474794 Jan 20 13:13:14.304006 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-c7d91cdb-2ec6-4045-948d-3a3d7e46ca28 req-510362a5-6ee2-4f1c-aa16-d947469726e8 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414681 Jan 20 13:13:15.421506 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138839ee-666c-46c1-a509-1f00f9d5c8d6 req-723864d0-9f20-42f9-b07e-207c3bb9ba9c tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:15.422965 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-138839ee-666c-46c1-a509-1f00f9d5c8d6 req-723864d0-9f20-42f9-b07e-207c3bb9ba9c tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 944 time: 0.0471625 Jan 20 13:13:15.469725 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-138839ee-666c-46c1-a509-1f00f9d5c8d6 req-4fdad2f4-b1fa-4603-b84b-86381c63df9e tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412910 Jan 20 13:13:16.509191 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device fd268a37-5999-48bb-82f7-f9f7935fabed details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:13:16.591002 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08432130-f5ba-4fd0-a092-d0cc53be2b79 req-79cef6ed-a24b-4c30-9b5a-529587dbdcdf tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:16.592487 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-08432130-f5ba-4fd0-a092-d0cc53be2b79 req-79cef6ed-a24b-4c30-9b5a-529587dbdcdf tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 944 time: 0.0502098 Jan 20 13:13:16.605191 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port fd268a37-5999-48bb-82f7-f9f7935fabed, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fd268a37-5999-48bb-82f7-f9f7935fabed,segment=NetworkSegment(d8458404-cf4c-4ea7-845d-7ec20c3a6c67),segment_id=d8458404-cf4c-4ea7-845d-7ec20c3a6c67)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:13:16.616628 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Returning: {'device': 'fd268a37-5999-48bb-82f7-f9f7935fabed', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'port_id': 'fd268a37-5999-48bb-82f7-f9f7935fabed', 'mac_address': 'fa:16:3e:7c:45:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d062f20-edad-4268-b71e-a865223684ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:13:16.640787 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-08432130-f5ba-4fd0-a092-d0cc53be2b79 req-6073be52-1cc4-4160-b12c-76e0f2aeac08 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422423 Jan 20 13:13:16.652084 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port fd268a37-5999-48bb-82f7-f9f7935fabed is: DOWN; New status is: BUILD {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:13:16.652599 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (fd268a37-5999-48bb-82f7-f9f7935fabed), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:16.665540 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd268a37-5999-48bb-82f7-f9f7935fabed {{(pid=109761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:13:16.684090 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port fd268a37-5999-48bb-82f7-f9f7935fabed, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fd268a37-5999-48bb-82f7-f9f7935fabed,segment=NetworkSegment(d8458404-cf4c-4ea7-845d-7ec20c3a6c67),segment_id=d8458404-cf4c-4ea7-845d-7ec20c3a6c67)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:13:16.800734 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (fd268a37-5999-48bb-82f7-f9f7935fabed), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:16.850885 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=fd268a37-5999-48bb-82f7-f9f7935fabed,revision_number=4']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:13:16.858072 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:13:16.858426 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:13:16.858773 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:13:16.859112 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:13:16.859448 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:13:16.859779 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:13:16.860110 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:13:16.860442 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:13:16.861348 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:13:16.861776 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:13:16.862375 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:13:16.862722 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:13:16.863051 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:13:17.171092 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] get_ports_and_sgs() called for port_ids ['fd268a37-5999-48bb-82f7-f9f7935fabed'] {{(pid=109761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:13:17.754233 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a983cd0-af73-4766-b932-9c0b939f657d req-ed570153-c74b-4409-8915-c8636556c368 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:17.755697 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3a983cd0-af73-4766-b932-9c0b939f657d req-ed570153-c74b-4409-8915-c8636556c368 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 945 time: 0.0483603 Jan 20 13:13:17.802938 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3a983cd0-af73-4766-b932-9c0b939f657d req-5e839a97-8b51-4eda-959a-a0f5b8267640 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415928 Jan 20 13:13:18.522762 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device fd268a37-5999-48bb-82f7-f9f7935fabed up at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:13:18.640386 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning for port fd268a37-5999-48bb-82f7-f9f7935fabed completed by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:13:18.644092 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.provisioning_blocks [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Provisioning complete for port fd268a37-5999-48bb-82f7-f9f7935fabed triggered by entity L2. {{(pid=109761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:13:18.644536 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534837'] for port (fd268a37-5999-48bb-82f7-f9f7935fabed), provisioning_complete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:18.722201 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Current status of the port fd268a37-5999-48bb-82f7-f9f7935fabed is: BUILD; New status is: ACTIVE {{(pid=109761) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:13:18.722586 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (fd268a37-5999-48bb-82f7-f9f7935fabed), before_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:18.744899 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8215e9-ade6-47db-892c-0dfa5ce2b50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd268a37-5999-48bb-82f7-f9f7935fabed'}] {{(pid=109761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:13:18.747143 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52eac4dad20297bfbae5bc54e9063d7d83bed2dc7504160b1cd6ea3abfe869d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9484edb-1c52-42b0-82ff-c300b3e0f122" -d '{"events": [{"server_uuid": "6c8215e9-ade6-47db-892c-0dfa5ce2b50e", "name": "network-vif-plugged", "status": "completed", "tag": "fd268a37-5999-48bb-82f7-f9f7935fabed"}]}' {{(pid=109761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:13:18.759530 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] For port fd268a37-5999-48bb-82f7-f9f7935fabed, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fd268a37-5999-48bb-82f7-f9f7935fabed,segment=NetworkSegment(d8458404-cf4c-4ea7-845d-7ec20c3a6c67),segment_id=d8458404-cf4c-4ea7-845d-7ec20c3a6c67)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:13:18.788120 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa8883e-36f7-4c87-9044-9fe2d55b8457 x-openstack-request-id: req-caa8883e-36f7-4c87-9044-9fe2d55b8457 {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:13:18.788120 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8215e9-ade6-47db-892c-0dfa5ce2b50e", "name": "network-vif-plugged", "status": "completed", "tag": "fd268a37-5999-48bb-82f7-f9f7935fabed", "code": 200}]} {{(pid=109761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:13:18.788120 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-caa8883e-36f7-4c87-9044-9fe2d55b8457 {{(pid=109761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:13:18.788120 dv-cinder-804035-24-iscsi neutron-server[109761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8215e9-ade6-47db-892c-0dfa5ce2b50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd268a37-5999-48bb-82f7-f9f7935fabed', 'code': 200} Jan 20 13:13:18.843290 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641'] for port (fd268a37-5999-48bb-82f7-f9f7935fabed), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:18.890710 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Pushing event updated for resources: {'Port': ['ID=fd268a37-5999-48bb-82f7-f9f7935fabed,revision_number=5']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:13:18.915939 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44253464-b22c-4fa8-9199-176630db9952 req-3520abbf-9144-4eed-a69d-dab14027673e tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:18.917412 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-44253464-b22c-4fa8-9199-176630db9952 req-3520abbf-9144-4eed-a69d-dab14027673e tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 946 time: 0.0472553 Jan 20 13:13:18.969697 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-44253464-b22c-4fa8-9199-176630db9952 req-d14b6753-b211-4879-ad03-c815f71368b9 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464523 Jan 20 13:13:19.131677 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f2f3f-7385-4891-b50e-562c8f7c332f req-eac78efc-2663-4efd-a86c-89bcab01ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:19.133145 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-790f2f3f-7385-4891-b50e-562c8f7c332f req-eac78efc-2663-4efd-a86c-89bcab01ff79 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 1099 time: 0.0401280 Jan 20 13:13:19.178847 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-790f2f3f-7385-4891-b50e-562c8f7c332f req-0d713419-8b9c-4011-b798-bcbaaff93114 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387771 Jan 20 13:13:20.083403 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c86a5-2f1d-4e3e-ab87-4caf6ab08ace req-3cbbb562-3bb1-4bbd-bfdf-861f60cb574b tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:20.084856 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-395c86a5-2f1d-4e3e-ab87-4caf6ab08ace req-3cbbb562-3bb1-4bbd-bfdf-861f60cb574b tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 946 time: 0.0474312 Jan 20 13:13:20.132273 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-395c86a5-2f1d-4e3e-ab87-4caf6ab08ace req-9329637b-5f7e-4e33-92a1-913ff2e294dc tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419695 Jan 20 13:13:21.244962 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf0b44-9674-4f16-9f42-8460a8387168 req-02ed12ff-60ba-4bee-bfc2-fd62b17250eb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:21.246435 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-52bf0b44-9674-4f16-9f42-8460a8387168 req-02ed12ff-60ba-4bee-bfc2-fd62b17250eb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 946 time: 0.0501633 Jan 20 13:13:21.294344 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-52bf0b44-9674-4f16-9f42-8460a8387168 req-35b57477-2ea4-49af-bc38-0e1ea29c5c45 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417881 Jan 20 13:13:21.404683 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a74bef-5bb6-4d3e-b7e0-61814b6cf7d5 req-783b3935-89ab-4eac-81a1-16cda82d0d3b tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:21.406131 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-05a74bef-5bb6-4d3e-b7e0-61814b6cf7d5 req-783b3935-89ab-4eac-81a1-16cda82d0d3b tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 946 time: 0.0467255 Jan 20 13:13:21.454833 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-05a74bef-5bb6-4d3e-b7e0-61814b6cf7d5 req-46139e62-8009-4286-8a4a-7e4fb0378c18 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431826 Jan 20 13:13:21.476670 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 37028) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:13:21.556969 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a854bcad-0672-4a9a-8516-4f8c794e7eb9 tempest-TestVolumeBootPattern-487183957 tempest-TestVolumeBootPattern-487183957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:21.558482 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-a854bcad-0672-4a9a-8516-4f8c794e7eb9 tempest-TestVolumeBootPattern-487183957 tempest-TestVolumeBootPattern-487183957-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 1094 time: 0.0808427 Jan 20 13:13:21.561196 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 37032) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:13:21.565871 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.v2.base [None req-a485c91b-d3df-4384-94b3-fb743dd1e5cb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Request body: {'floatingip': {'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'port_id': 'fd268a37-5999-48bb-82f7-f9f7935fabed', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:13:21.655482 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-a485c91b-d3df-4384-94b3-fb743dd1e5cb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:21.746939 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-a485c91b-d3df-4384-94b3-fb743dd1e5cb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (None), before_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:21.854558 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_common [None req-a485c91b-d3df-4384-94b3-fb743dd1e5cb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Allocated IP 172.27.0.211 (2a70364f-7478-4e00-a602-43026420194c/64f75221-ca68-464e-809b-7e1d4f1c5699/4a96142e-5852-4548-84b9-ae5069ea87a5) {{(pid=109759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:13:21.951784 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-a485c91b-d3df-4384-94b3-fb743dd1e5cb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for port (4a96142e-5852-4548-84b9-ae5069ea87a5), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:22.050175 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-a485c91b-d3df-4384-94b3-fb743dd1e5cb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775109451605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (4a96142e-5852-4548-84b9-ae5069ea87a5), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:22.092000 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a485c91b-d3df-4384-94b3-fb743dd1e5cb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Network 2a70364f-7478-4e00-a602-43026420194c is already hosted by enough agents. {{(pid=109759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:13:22.096709 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.base_scheduler [None req-a485c91b-d3df-4384-94b3-fb743dd1e5cb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Resources bound (agent type, host, resource id): {{(pid=109759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:13:22.100951 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a485c91b-d3df-4384-94b3-fb743dd1e5cb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Received port after_create {{(pid=109759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:13:22.103903 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485c91b-d3df-4384-94b3-fb743dd1e5cb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Pushing event updated for resources: {'Port': ['ID=4a96142e-5852-4548-84b9-ae5069ea87a5,revision_number=1']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:13:22.444256 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-a485c91b-d3df-4384-94b3-fb743dd1e5cb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for floatingip (947b0481-7286-4191-9fae-f11d189fa368), precommit_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:22.576265 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-a485c91b-d3df-4384-94b3-fb743dd1e5cb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1531346'] for port (4a96142e-5852-4548-84b9-ae5069ea87a5), before_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:22.725308 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-a485c91b-d3df-4384-94b3-fb743dd1e5cb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for port (4a96142e-5852-4548-84b9-ae5069ea87a5), precommit_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:22.786905 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-a485c91b-d3df-4384-94b3-fb743dd1e5cb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775109970014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775109451623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775109451641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217087'] for port (4a96142e-5852-4548-84b9-ae5069ea87a5), after_update {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:22.862033 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485c91b-d3df-4384-94b3-fb743dd1e5cb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Pushing event updated for resources: {'Port': ['ID=4a96142e-5852-4548-84b9-ae5069ea87a5,revision_number=2']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:13:22.873802 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-a485c91b-d3df-4384-94b3-fb743dd1e5cb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529925'] for floatingip (947b0481-7286-4191-9fae-f11d189fa368), after_create {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:22.970139 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.db.l3_db [None req-a485c91b-d3df-4384-94b3-fb743dd1e5cb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Floating IP 947b0481-7286-4191-9fae-f11d189fa368 associated. External IP: 172.27.0.211, port: fd268a37-5999-48bb-82f7-f9f7935fabed. Jan 20 13:13:23.432002 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a485c91b-d3df-4384-94b3-fb743dd1e5cb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:13:23.546448 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a485c91b-d3df-4384-94b3-fb743dd1e5cb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:13:23.557302 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb7e64d-3bd3-448b-a3c0-9cc9558c2a5d None None] Sync routers for ids ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:13:23.567090 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb7e64d-3bd3-448b-a3c0-9cc9558c2a5d None None] Routers {'69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:13:23.567705 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-fbb7e64d-3bd3-448b-a3c0-9cc9558c2a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:13:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:13:23.671329 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-fbb7e64d-3bd3-448b-a3c0-9cc9558c2a5d None None] Set router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:13:23.682387 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-a485c91b-d3df-4384-94b3-fb743dd1e5cb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:23.708612 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-a485c91b-d3df-4384-94b3-fb743dd1e5cb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1463928 Jan 20 13:13:23.709186 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8215e9-ade6-47db-892c-0dfa5ce2b50e', 'tag': 'fd268a37-5999-48bb-82f7-f9f7935fabed'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:13:23.711452 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c3fc81-c049-423a-a4f0-a3c22b4763a3" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8215e9-ade6-47db-892c-0dfa5ce2b50e", "tag": "fd268a37-5999-48bb-82f7-f9f7935fabed"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:13:23.747575 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a32b267-8dfd-45c1-b7d3-421193a6c3e3 x-openstack-request-id: req-2a32b267-8dfd-45c1-b7d3-421193a6c3e3 {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:13:23.747865 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8215e9-ade6-47db-892c-0dfa5ce2b50e", "tag": "fd268a37-5999-48bb-82f7-f9f7935fabed", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:13:23.748115 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2a32b267-8dfd-45c1-b7d3-421193a6c3e3 {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:13:23.748520 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8215e9-ade6-47db-892c-0dfa5ce2b50e', 'tag': 'fd268a37-5999-48bb-82f7-f9f7935fabed', 'status': 'completed', 'code': 200} Jan 20 13:13:23.808673 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3fc81-c049-423a-a4f0-a3c22b4763a3 req-8bbf2217-ea5f-4b43-8b65-e641be8c18fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:23.810126 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-80c3fc81-c049-423a-a4f0-a3c22b4763a3 req-8bbf2217-ea5f-4b43-8b65-e641be8c18fd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b81202cedf334a9eb008267f9813dd45&device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 1099 time: 0.0401301 Jan 20 13:13:23.908878 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3fc81-c049-423a-a4f0-a3c22b4763a3 req-a6a9c1d2-c74f-4e8f-a6e6-949d563b9276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:23.910357 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-80c3fc81-c049-423a-a4f0-a3c22b4763a3 req-a6a9c1d2-c74f-4e8f-a6e6-949d563b9276 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6e6a83ca-7153-4175-bd44-d7eed923b023 HTTP/1.1" status: 200 len: 912 time: 0.0944943 Jan 20 13:13:23.923898 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-fbb7e64d-3bd3-448b-a3c0-9cc9558c2a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:21Z', 'updated_at': '2022-01-20T13:07:25Z', 'revision_number': 4, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'gw_port': {'id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:22Z', 'updated_at': '2022-01-20T13:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': '947b0481-7286-4191-9fae-f11d189fa368', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'port_id': 'fd268a37-5999-48bb-82f7-f9f7935fabed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'mac_address': 'fa:16:3e:7c:45:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8215e9-ade6-47db-892c-0dfa5ce2b50e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:13:22Z', 'updated_at': '2022-01-20T13:13:22Z', 'revision_number': 0, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'fixed_ip_address_scope': None}, {'id': 'aeebbb0d-0188-4b5d-b137-7a022add9bbb', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'port_id': 'cfc635bc-01a1-40d4-9b30-cb7b8df60086', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'mac_address': 'fa:16:3e:32:05:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d2f22c-b170-4de3-ae78-c46853429e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:11:01Z', 'updated_at': '2022-01-20T13:11:03Z', 'revision_number': 1, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb98d10c-9fa8-4e77-8bca-d5125609f1db', 'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'mac_address': 'fa:16:3e:f6:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d062f20-edad-4268-b71e-a865223684ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:24Z', 'updated_at': '2022-01-20T13:07:28Z', 'revision_number': 5, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'subnets': [{'id': '0d062f20-edad-4268-b71e-a865223684ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:13:23.950372 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb7e64d-3bd3-448b-a3c0-9cc9558c2a5d None None] Checking router: 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:13:23.958732 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb7e64d-3bd3-448b-a3c0-9cc9558c2a5d None None] Routers {'69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:13:23.959339 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-fbb7e64d-3bd3-448b-a3c0-9cc9558c2a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:13:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:13:23.974099 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-80c3fc81-c049-423a-a4f0-a3c22b4763a3 req-f186719d-4ba0-40d0-b264-83ae52c694a8 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd268a37-5999-48bb-82f7-f9f7935fabed HTTP/1.1" status: 200 len: 1000 time: 0.0569077 Jan 20 13:13:24.023634 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3fc81-c049-423a-a4f0-a3c22b4763a3 req-0984b6fe-7979-4538-8aa9-226dca1dbe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:24.025063 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-80c3fc81-c049-423a-a4f0-a3c22b4763a3 req-0984b6fe-7979-4538-8aa9-226dca1dbe8e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0d062f20-edad-4268-b71e-a865223684ef HTTP/1.1" status: 200 len: 850 time: 0.0456920 Jan 20 13:13:24.063730 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-fbb7e64d-3bd3-448b-a3c0-9cc9558c2a5d None None] Set router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:13:24.068480 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3fc81-c049-423a-a4f0-a3c22b4763a3 req-7f9daca9-df3e-4423-89f9-6ee461016e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:13:24.070006 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-80c3fc81-c049-423a-a4f0-a3c22b4763a3 req-7f9daca9-df3e-4423-89f9-6ee461016e3e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6e6a83ca-7153-4175-bd44-d7eed923b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385985 Jan 20 13:13:24.156875 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-80c3fc81-c049-423a-a4f0-a3c22b4763a3 req-42e3db5d-c51c-4ca3-b650-482c9fb73f8b service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802689 Jan 20 13:13:24.256500 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-80c3fc81-c049-423a-a4f0-a3c22b4763a3 req-20124706-8638-4718-b71b-41f8169152bf service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936420 Jan 20 13:13:24.294787 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-fbb7e64d-3bd3-448b-a3c0-9cc9558c2a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:21Z', 'updated_at': '2022-01-20T13:07:25Z', 'revision_number': 4, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'gw_port': {'id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:22Z', 'updated_at': '2022-01-20T13:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': '947b0481-7286-4191-9fae-f11d189fa368', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'port_id': 'fd268a37-5999-48bb-82f7-f9f7935fabed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'mac_address': 'fa:16:3e:7c:45:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8215e9-ade6-47db-892c-0dfa5ce2b50e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:13:22Z', 'updated_at': '2022-01-20T13:13:22Z', 'revision_number': 0, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'fixed_ip_address_scope': None}, {'id': 'aeebbb0d-0188-4b5d-b137-7a022add9bbb', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'port_id': 'cfc635bc-01a1-40d4-9b30-cb7b8df60086', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'mac_address': 'fa:16:3e:32:05:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d2f22c-b170-4de3-ae78-c46853429e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:11:01Z', 'updated_at': '2022-01-20T13:11:03Z', 'revision_number': 1, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb98d10c-9fa8-4e77-8bca-d5125609f1db', 'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'mac_address': 'fa:16:3e:f6:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d062f20-edad-4268-b71e-a865223684ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:24Z', 'updated_at': '2022-01-20T13:07:28Z', 'revision_number': 5, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'subnets': [{'id': '0d062f20-edad-4268-b71e-a865223684ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:13:24.324046 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb7e64d-3bd3-448b-a3c0-9cc9558c2a5d None None] The sync data for ids ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'] in dv-cinder-804035-24-iscsi is: [{'id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:21Z', 'updated_at': '2022-01-20T13:07:25Z', 'revision_number': 4, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'gw_port': {'id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:22Z', 'updated_at': '2022-01-20T13:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': '947b0481-7286-4191-9fae-f11d189fa368', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'port_id': 'fd268a37-5999-48bb-82f7-f9f7935fabed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'mac_address': 'fa:16:3e:7c:45:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8215e9-ade6-47db-892c-0dfa5ce2b50e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:13:22Z', 'updated_at': '2022-01-20T13:13:22Z', 'revision_number': 0, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'fixed_ip_address_scope': None}, {'id': 'aeebbb0d-0188-4b5d-b137-7a022add9bbb', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'port_id': 'cfc635bc-01a1-40d4-9b30-cb7b8df60086', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'mac_address': 'fa:16:3e:32:05:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d2f22c-b170-4de3-ae78-c46853429e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:11:01Z', 'updated_at': '2022-01-20T13:11:03Z', 'revision_number': 1, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb98d10c-9fa8-4e77-8bca-d5125609f1db', 'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'mac_address': 'fa:16:3e:f6:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d062f20-edad-4268-b71e-a865223684ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:24Z', 'updated_at': '2022-01-20T13:07:28Z', 'revision_number': 5, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'subnets': [{'id': '0d062f20-edad-4268-b71e-a865223684ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:13:24.506403 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7442b6-a765-4d57-816f-e6de8f5f7f5c None None] New status for floating IP 947b0481-7286-4191-9fae-f11d189fa368: ACTIVE {{(pid=109762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:13:33.220627 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-0cf63d37-55cd-4e14-bb48-b8f3ff13d4e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:36.051494 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6e4fd13e-0d2a-40d9-9808-4acbc12aea22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:37.714000 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:39.822744 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:39.931187 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:40.911911 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:13:50.804502 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:14:01.441324 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-85bb2c01-f69e-4ef6-84a7-06a7d127e957 req-c0bfeaac-0f55-415f-819e-497dba554124 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387208 Jan 20 13:14:01.518898 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb2c01-f69e-4ef6-84a7-06a7d127e957 req-27b833bf-e918-4dff-b059-18f6fdd21215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:14:01.520520 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-85bb2c01-f69e-4ef6-84a7-06a7d127e957 req-27b833bf-e918-4dff-b059-18f6fdd21215 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b81202cedf334a9eb008267f9813dd45&device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 1098 time: 0.0386510 Jan 20 13:14:01.628861 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb2c01-f69e-4ef6-84a7-06a7d127e957 req-b49ab35d-b037-4447-9ffc-2e451bcf682d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:14:01.630268 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-85bb2c01-f69e-4ef6-84a7-06a7d127e957 req-b49ab35d-b037-4447-9ffc-2e451bcf682d service neutron] 10.222.0.107 "GET /v2.0/networks?id=6e6a83ca-7153-4175-bd44-d7eed923b023 HTTP/1.1" status: 200 len: 912 time: 0.0922236 Jan 20 13:14:01.692350 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-85bb2c01-f69e-4ef6-84a7-06a7d127e957 req-02b86e78-6d6a-4577-a736-e5390623b87a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfc635bc-01a1-40d4-9b30-cb7b8df60086 HTTP/1.1" status: 200 len: 1001 time: 0.0560927 Jan 20 13:14:01.742709 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb2c01-f69e-4ef6-84a7-06a7d127e957 req-6d0d4a72-0155-473d-b06c-85ea43d91c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:14:01.744122 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-85bb2c01-f69e-4ef6-84a7-06a7d127e957 req-6d0d4a72-0155-473d-b06c-85ea43d91c60 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0d062f20-edad-4268-b71e-a865223684ef HTTP/1.1" status: 200 len: 850 time: 0.0460091 Jan 20 13:14:01.788119 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb2c01-f69e-4ef6-84a7-06a7d127e957 req-bd9df883-c234-4f21-b12d-abad14dc6e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:14:01.789576 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-85bb2c01-f69e-4ef6-84a7-06a7d127e957 req-bd9df883-c234-4f21-b12d-abad14dc6e45 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6e6a83ca-7153-4175-bd44-d7eed923b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386491 Jan 20 13:14:01.875061 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-85bb2c01-f69e-4ef6-84a7-06a7d127e957 req-066dfd5c-62cf-4e5a-bc96-b6c0bee633c6 service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798299 Jan 20 13:14:01.964266 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-85bb2c01-f69e-4ef6-84a7-06a7d127e957 req-76b31398-d7c7-4e40-855a-34edc2b2cd29 service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830719 Jan 20 13:14:03.198965 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-e5dae4b8-471d-478e-907b-5934a383c282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:14:06.004866 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-68af0de6-fdf5-49c8-b86c-13588f14b4fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:14:07.679295 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:14:09.852057 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:14:09.953411 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:14:10.945369 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:14:27.804032 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:14:33.201577 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-d0ec5b58-4dd9-4173-a954-db2d2662e040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:14:36.024668 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-78aa7015-0a56-474c-b488-f61d18041e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:14:37.666926 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:14:39.879527 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:14:39.963717 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:14:40.933084 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:02.428308 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-351214b6-fa59-4f6f-a431-aa2f80d934a6 req-9d97afdc-4686-47ed-a056-8e145127fa1c service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398161 Jan 20 13:15:02.486719 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351214b6-fa59-4f6f-a431-aa2f80d934a6 req-ebe4c7bd-dd43-48a9-8202-e8368f7812da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:15:02.488062 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-351214b6-fa59-4f6f-a431-aa2f80d934a6 req-ebe4c7bd-dd43-48a9-8202-e8368f7812da service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b81202cedf334a9eb008267f9813dd45&device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 1099 time: 0.0391188 Jan 20 13:15:02.591476 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351214b6-fa59-4f6f-a431-aa2f80d934a6 req-6d483a7e-4fa4-48d7-8629-59393a81cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:15:02.592945 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-351214b6-fa59-4f6f-a431-aa2f80d934a6 req-6d483a7e-4fa4-48d7-8629-59393a81cab1 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6e6a83ca-7153-4175-bd44-d7eed923b023 HTTP/1.1" status: 200 len: 912 time: 0.0875709 Jan 20 13:15:02.659550 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-351214b6-fa59-4f6f-a431-aa2f80d934a6 req-86a5c3b1-ab67-401c-9d1c-27f9fded8de9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd268a37-5999-48bb-82f7-f9f7935fabed HTTP/1.1" status: 200 len: 1002 time: 0.0608864 Jan 20 13:15:02.705849 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351214b6-fa59-4f6f-a431-aa2f80d934a6 req-84189042-0959-45bd-9099-b84dc06d3561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:15:02.707229 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-351214b6-fa59-4f6f-a431-aa2f80d934a6 req-84189042-0959-45bd-9099-b84dc06d3561 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0d062f20-edad-4268-b71e-a865223684ef HTTP/1.1" status: 200 len: 850 time: 0.0415595 Jan 20 13:15:02.749139 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351214b6-fa59-4f6f-a431-aa2f80d934a6 req-1ead8d14-fe0d-47d4-b89f-42984c796448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:15:02.750526 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-351214b6-fa59-4f6f-a431-aa2f80d934a6 req-1ead8d14-fe0d-47d4-b89f-42984c796448 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6e6a83ca-7153-4175-bd44-d7eed923b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0376770 Jan 20 13:15:02.839554 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-351214b6-fa59-4f6f-a431-aa2f80d934a6 req-c47b72a1-e0cd-4933-9cc4-189d1a958112 service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830534 Jan 20 13:15:02.929092 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-351214b6-fa59-4f6f-a431-aa2f80d934a6 req-364ebc05-1122-494e-8886-f0fba8171c11 service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831630 Jan 20 13:15:03.226220 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-8fab18b6-a497-43a7-891f-91c254686076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:04.803725 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:15:05.997751 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-0d91b21c-2259-47db-bc0b-6cd3bde13cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:07.680720 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:09.844048 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:09.966324 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:10.926140 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:12.076549 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 37064) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:15:12.228329 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-7294fdaa-54ac-4722-b721-229b932c9e1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Deleting port 4a96142e-5852-4548-84b9-ae5069ea87a5 {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:15:12.228676 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7294fdaa-54ac-4722-b721-229b932c9e1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (4a96142e-5852-4548-84b9-ae5069ea87a5), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:12.305685 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7294fdaa-54ac-4722-b721-229b932c9e1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (4a96142e-5852-4548-84b9-ae5069ea87a5), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:12.310947 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7294fdaa-54ac-4722-b721-229b932c9e1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for floatingip (4a96142e-5852-4548-84b9-ae5069ea87a5), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:12.319292 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-7294fdaa-54ac-4722-b721-229b932c9e1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Calling delete_port for 4a96142e-5852-4548-84b9-ae5069ea87a5 owned by network:floatingip {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:15:12.540424 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7294fdaa-54ac-4722-b721-229b932c9e1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (4a96142e-5852-4548-84b9-ae5069ea87a5), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:12.565728 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294fdaa-54ac-4722-b721-229b932c9e1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Pushing event deleted for resources: {'Port': ['ID=4a96142e-5852-4548-84b9-ae5069ea87a5,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:15:12.590220 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294fdaa-54ac-4722-b721-229b932c9e1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:12.590583 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294fdaa-54ac-4722-b721-229b932c9e1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:12.590936 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294fdaa-54ac-4722-b721-229b932c9e1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:12.591280 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294fdaa-54ac-4722-b721-229b932c9e1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:12.591620 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294fdaa-54ac-4722-b721-229b932c9e1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:12.591956 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294fdaa-54ac-4722-b721-229b932c9e1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:12.592288 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294fdaa-54ac-4722-b721-229b932c9e1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:12.592621 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294fdaa-54ac-4722-b721-229b932c9e1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:12.592972 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294fdaa-54ac-4722-b721-229b932c9e1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:12.593301 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294fdaa-54ac-4722-b721-229b932c9e1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:12.593653 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294fdaa-54ac-4722-b721-229b932c9e1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:12.593979 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294fdaa-54ac-4722-b721-229b932c9e1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:12.594303 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294fdaa-54ac-4722-b721-229b932c9e1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:12.637929 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7294fdaa-54ac-4722-b721-229b932c9e1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for floatingip (947b0481-7286-4191-9fae-f11d189fa368), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:12.638264 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.db.l3_db [None req-7294fdaa-54ac-4722-b721-229b932c9e1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Floating IP 947b0481-7286-4191-9fae-f11d189fa368 disassociated (deleted). External IP: 172.27.0.211, port: fd268a37-5999-48bb-82f7-f9f7935fabed. Jan 20 13:15:12.839220 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7294fdaa-54ac-4722-b721-229b932c9e1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:15:12.943418 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7294fdaa-54ac-4722-b721-229b932c9e1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:15:12.948157 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-7294fdaa-54ac-4722-b721-229b932c9e1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:12.952737 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514497af-4975-43d4-a5d6-42460d4e5ced None None] Sync routers for ids ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:15:12.962303 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514497af-4975-43d4-a5d6-42460d4e5ced None None] Routers {'69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:15:12.962922 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-514497af-4975-43d4-a5d6-42460d4e5ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:15:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:15:12.975099 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-7294fdaa-54ac-4722-b721-229b932c9e1f tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "DELETE /v2.0/floatingips/947b0481-7286-4191-9fae-f11d189fa368 HTTP/1.1" status: 204 len: 168 time: 0.8968103 Jan 20 13:15:12.975689 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8215e9-ade6-47db-892c-0dfa5ce2b50e', 'tag': 'fd268a37-5999-48bb-82f7-f9f7935fabed'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:15:12.977953 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54449478-648c-4278-8767-3f67e47c21ba" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8215e9-ade6-47db-892c-0dfa5ce2b50e", "tag": "fd268a37-5999-48bb-82f7-f9f7935fabed"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:15:13.016242 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4320de8-8676-4e52-919d-8d12d2727a25 x-openstack-request-id: req-e4320de8-8676-4e52-919d-8d12d2727a25 {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:15:13.016536 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8215e9-ade6-47db-892c-0dfa5ce2b50e", "tag": "fd268a37-5999-48bb-82f7-f9f7935fabed", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:15:13.016789 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e4320de8-8676-4e52-919d-8d12d2727a25 {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:15:13.017197 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8215e9-ade6-47db-892c-0dfa5ce2b50e', 'tag': 'fd268a37-5999-48bb-82f7-f9f7935fabed', 'status': 'completed', 'code': 200} Jan 20 13:15:13.069982 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-514497af-4975-43d4-a5d6-42460d4e5ced None None] Set router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:15:13.084481 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54449478-648c-4278-8767-3f67e47c21ba req-5cceaebc-b3a5-451e-b926-d907d1ed041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:15:13.086547 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-54449478-648c-4278-8767-3f67e47c21ba req-5cceaebc-b3a5-451e-b926-d907d1ed041a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b81202cedf334a9eb008267f9813dd45&device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 1099 time: 0.0452478 Jan 20 13:15:13.176798 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54449478-648c-4278-8767-3f67e47c21ba req-2f0a36a9-50b2-4168-a03c-d4dd1e11c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:15:13.178342 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-54449478-648c-4278-8767-3f67e47c21ba req-2f0a36a9-50b2-4168-a03c-d4dd1e11c03d service neutron] 10.222.0.107 "GET /v2.0/networks?id=6e6a83ca-7153-4175-bd44-d7eed923b023 HTTP/1.1" status: 200 len: 912 time: 0.0852809 Jan 20 13:15:13.222823 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-54449478-648c-4278-8767-3f67e47c21ba req-d62f74a7-e56f-440c-9eae-72d57a7d1da5 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd268a37-5999-48bb-82f7-f9f7935fabed HTTP/1.1" status: 200 len: 217 time: 0.0385072 Jan 20 13:15:13.270918 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54449478-648c-4278-8767-3f67e47c21ba req-363b002b-281c-4deb-bb30-14af9eee68d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:15:13.272372 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-54449478-648c-4278-8767-3f67e47c21ba req-363b002b-281c-4deb-bb30-14af9eee68d4 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0d062f20-edad-4268-b71e-a865223684ef HTTP/1.1" status: 200 len: 850 time: 0.0428996 Jan 20 13:15:13.297629 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-514497af-4975-43d4-a5d6-42460d4e5ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:21Z', 'updated_at': '2022-01-20T13:07:25Z', 'revision_number': 4, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'gw_port': {'id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:22Z', 'updated_at': '2022-01-20T13:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': 'aeebbb0d-0188-4b5d-b137-7a022add9bbb', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'port_id': 'cfc635bc-01a1-40d4-9b30-cb7b8df60086', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'mac_address': 'fa:16:3e:32:05:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d2f22c-b170-4de3-ae78-c46853429e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:11:01Z', 'updated_at': '2022-01-20T13:11:03Z', 'revision_number': 1, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb98d10c-9fa8-4e77-8bca-d5125609f1db', 'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'mac_address': 'fa:16:3e:f6:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d062f20-edad-4268-b71e-a865223684ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:24Z', 'updated_at': '2022-01-20T13:07:28Z', 'revision_number': 5, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'subnets': [{'id': '0d062f20-edad-4268-b71e-a865223684ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:15:13.318363 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54449478-648c-4278-8767-3f67e47c21ba req-65914853-393b-438e-8f96-bac322075ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:15:13.321991 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-54449478-648c-4278-8767-3f67e47c21ba req-65914853-393b-438e-8f96-bac322075ab7 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6e6a83ca-7153-4175-bd44-d7eed923b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412192 Jan 20 13:15:13.325259 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514497af-4975-43d4-a5d6-42460d4e5ced None None] Checking router: 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:15:13.334232 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514497af-4975-43d4-a5d6-42460d4e5ced None None] Routers {'69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:15:13.334852 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-514497af-4975-43d4-a5d6-42460d4e5ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:15:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:15:13.411502 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-54449478-648c-4278-8767-3f67e47c21ba req-f87e606f-6a4d-4152-b9b2-8e0e18ef050d service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859096 Jan 20 13:15:13.442688 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-514497af-4975-43d4-a5d6-42460d4e5ced None None] Set router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:15:13.529882 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-54449478-648c-4278-8767-3f67e47c21ba req-524fe3c7-57f5-495a-955d-dd51c5eca9ab service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123674 Jan 20 13:15:13.546044 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0daf7f9-c32b-4598-a042-6ef4c0e1c1c1 req-5ea1e54e-27d4-4452-a8e7-47f4685094df tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:15:13.547539 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d0daf7f9-c32b-4598-a042-6ef4c0e1c1c1 req-5ea1e54e-27d4-4452-a8e7-47f4685094df tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 946 time: 0.0624044 Jan 20 13:15:13.599681 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d0daf7f9-c32b-4598-a042-6ef4c0e1c1c1 req-6c255bc4-d5a4-4e8b-87e4-7cd9f5506bca tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464489 Jan 20 13:15:13.665291 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-514497af-4975-43d4-a5d6-42460d4e5ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:21Z', 'updated_at': '2022-01-20T13:07:25Z', 'revision_number': 4, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'gw_port': {'id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:22Z', 'updated_at': '2022-01-20T13:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': 'aeebbb0d-0188-4b5d-b137-7a022add9bbb', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'port_id': 'cfc635bc-01a1-40d4-9b30-cb7b8df60086', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'mac_address': 'fa:16:3e:32:05:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d2f22c-b170-4de3-ae78-c46853429e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:11:01Z', 'updated_at': '2022-01-20T13:11:03Z', 'revision_number': 1, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb98d10c-9fa8-4e77-8bca-d5125609f1db', 'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'mac_address': 'fa:16:3e:f6:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d062f20-edad-4268-b71e-a865223684ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:24Z', 'updated_at': '2022-01-20T13:07:28Z', 'revision_number': 5, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'subnets': [{'id': '0d062f20-edad-4268-b71e-a865223684ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:15:13.696041 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514497af-4975-43d4-a5d6-42460d4e5ced None None] The sync data for ids ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'] in dv-cinder-804035-24-iscsi is: [{'id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:21Z', 'updated_at': '2022-01-20T13:07:25Z', 'revision_number': 4, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'gw_port': {'id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:22Z', 'updated_at': '2022-01-20T13:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_floatingips': [{'id': 'aeebbb0d-0188-4b5d-b137-7a022add9bbb', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '2a70364f-7478-4e00-a602-43026420194c', 'router_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'port_id': 'cfc635bc-01a1-40d4-9b30-cb7b8df60086', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'mac_address': 'fa:16:3e:32:05:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d2f22c-b170-4de3-ae78-c46853429e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:11:01Z', 'updated_at': '2022-01-20T13:11:03Z', 'revision_number': 1, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb98d10c-9fa8-4e77-8bca-d5125609f1db', 'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'mac_address': 'fa:16:3e:f6:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d062f20-edad-4268-b71e-a865223684ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:24Z', 'updated_at': '2022-01-20T13:07:28Z', 'revision_number': 5, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'subnets': [{'id': '0d062f20-edad-4268-b71e-a865223684ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:15:13.913117 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38851166-d4fc-4171-8971-3866f0b63d5a None None] New status for floating IP 947b0481-7286-4191-9fae-f11d189fa368: DOWN {{(pid=109762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:15:14.719198 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111b7c2-8802-45b4-b1ad-1a779918a007 req-b1a7b873-fd72-45dc-8c6d-9cd061d5efc8 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:15:14.720749 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3111b7c2-8802-45b4-b1ad-1a779918a007 req-b1a7b873-fd72-45dc-8c6d-9cd061d5efc8 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 946 time: 0.0495915 Jan 20 13:15:14.768409 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-3111b7c2-8802-45b4-b1ad-1a779918a007 req-7ec363a1-9259-4ff4-a6d1-abda05f55299 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422049 Jan 20 13:15:15.138207 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24185f8-85ff-43e0-854c-a025d91813c6 req-4709f065-de2b-479b-939b-5aae296ea554 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:15:15.140218 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d24185f8-85ff-43e0-854c-a025d91813c6 req-4709f065-de2b-479b-939b-5aae296ea554 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.107 "GET /v2.0/ports?device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 946 time: 0.0471318 Jan 20 13:15:15.226936 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-d24185f8-85ff-43e0-854c-a025d91813c6 req-2b9aae6e-cb2a-4140-bb70-1c6c01cca41c tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Deleting port fd268a37-5999-48bb-82f7-f9f7935fabed {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:15:15.227284 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-d24185f8-85ff-43e0-854c-a025d91813c6 req-2b9aae6e-cb2a-4140-bb70-1c6c01cca41c tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (fd268a37-5999-48bb-82f7-f9f7935fabed), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:15.312888 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-d24185f8-85ff-43e0-854c-a025d91813c6 req-2b9aae6e-cb2a-4140-bb70-1c6c01cca41c tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] For port fd268a37-5999-48bb-82f7-f9f7935fabed, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fd268a37-5999-48bb-82f7-f9f7935fabed,segment=NetworkSegment(d8458404-cf4c-4ea7-845d-7ec20c3a6c67),segment_id=d8458404-cf4c-4ea7-845d-7ec20c3a6c67)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:15:15.321965 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-d24185f8-85ff-43e0-854c-a025d91813c6 req-2b9aae6e-cb2a-4140-bb70-1c6c01cca41c tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (fd268a37-5999-48bb-82f7-f9f7935fabed), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:15.324879 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-d24185f8-85ff-43e0-854c-a025d91813c6 req-2b9aae6e-cb2a-4140-bb70-1c6c01cca41c tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Calling delete_port for fd268a37-5999-48bb-82f7-f9f7935fabed owned by compute:nova {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:15:15.531825 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-d24185f8-85ff-43e0-854c-a025d91813c6 req-2b9aae6e-cb2a-4140-bb70-1c6c01cca41c tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (fd268a37-5999-48bb-82f7-f9f7935fabed), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:15.562160 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9aae6e-cb2a-4140-bb70-1c6c01cca41c tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Pushing event deleted for resources: {'Port': ['ID=fd268a37-5999-48bb-82f7-f9f7935fabed,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:15:15.605411 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24185f8-85ff-43e0-854c-a025d91813c6 req-2b9aae6e-cb2a-4140-bb70-1c6c01cca41c tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] No DVR routers for this DVR port fd268a37-5999-48bb-82f7-f9f7935fabed on host hv-cinder-80403 {{(pid=109759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:15:15.605411 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-d24185f8-85ff-43e0-854c-a025d91813c6 req-2b9aae6e-cb2a-4140-bb70-1c6c01cca41c tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:15.608517 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-d24185f8-85ff-43e0-854c-a025d91813c6 req-2b9aae6e-cb2a-4140-bb70-1c6c01cca41c tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.107 "DELETE /v2.0/ports/fd268a37-5999-48bb-82f7-f9f7935fabed HTTP/1.1" status: 204 len: 173 time: 0.4640296 Jan 20 13:15:15.608954 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8215e9-ade6-47db-892c-0dfa5ce2b50e', 'name': 'network-vif-deleted', 'tag': 'fd268a37-5999-48bb-82f7-f9f7935fabed'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:15:15.611785 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3451c62-07ca-448a-bc52-448f12a3c56a" -d '{"events": [{"server_uuid": "6c8215e9-ade6-47db-892c-0dfa5ce2b50e", "name": "network-vif-deleted", "tag": "fd268a37-5999-48bb-82f7-f9f7935fabed"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:15:15.647226 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f212a45f-0e15-4629-bf77-d3f99628f7ee x-openstack-request-id: req-f212a45f-0e15-4629-bf77-d3f99628f7ee {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:15:15.647518 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8215e9-ade6-47db-892c-0dfa5ce2b50e", "name": "network-vif-deleted", "tag": "fd268a37-5999-48bb-82f7-f9f7935fabed", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:15:15.647769 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f212a45f-0e15-4629-bf77-d3f99628f7ee {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:15:15.648190 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8215e9-ade6-47db-892c-0dfa5ce2b50e', 'name': 'network-vif-deleted', 'tag': 'fd268a37-5999-48bb-82f7-f9f7935fabed', 'status': 'completed', 'code': 200} Jan 20 13:15:15.860439 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-641a33b9-9027-4ac7-abc9-a622e9a12cba req-ec7e2c3a-5d76-4acc-a839-3de44f042258 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c8215e9-ade6-47db-892c-0dfa5ce2b50e HTTP/1.1" status: 200 len: 210 time: 0.0262966 Jan 20 13:15:17.097834 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device fd268a37-5999-48bb-82f7-f9f7935fabed no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:15:17.119144 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] No Port match for: fd268a37-5999-48bb-82f7-f9f7935fabed {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:15:17.119621 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device fd268a37-5999-48bb-82f7-f9f7935fabed not bound to the agent host hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:15:19.367923 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 37102) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:15:19.538034 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-37409592-6427-482e-84c9-b614961584cd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Deleting port 3296744b-11e0-4b72-b273-692230553fad {{(pid=109760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:15:19.538301 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-37409592-6427-482e-84c9-b614961584cd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (3296744b-11e0-4b72-b273-692230553fad), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:19.614885 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-37409592-6427-482e-84c9-b614961584cd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (3296744b-11e0-4b72-b273-692230553fad), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:19.615218 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-37409592-6427-482e-84c9-b614961584cd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for floatingip (3296744b-11e0-4b72-b273-692230553fad), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:19.626878 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-37409592-6427-482e-84c9-b614961584cd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Calling delete_port for 3296744b-11e0-4b72-b273-692230553fad owned by network:floatingip {{(pid=109760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:15:19.828913 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-37409592-6427-482e-84c9-b614961584cd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (3296744b-11e0-4b72-b273-692230553fad), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:19.855155 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37409592-6427-482e-84c9-b614961584cd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Pushing event deleted for resources: {'Port': ['ID=3296744b-11e0-4b72-b273-692230553fad,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:15:19.868630 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37409592-6427-482e-84c9-b614961584cd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:19.868988 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37409592-6427-482e-84c9-b614961584cd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:19.869337 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37409592-6427-482e-84c9-b614961584cd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:19.869705 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37409592-6427-482e-84c9-b614961584cd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:19.870045 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37409592-6427-482e-84c9-b614961584cd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:19.870383 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37409592-6427-482e-84c9-b614961584cd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:19.870715 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37409592-6427-482e-84c9-b614961584cd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:19.871050 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37409592-6427-482e-84c9-b614961584cd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:19.871381 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37409592-6427-482e-84c9-b614961584cd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:19.871711 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37409592-6427-482e-84c9-b614961584cd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:19.872039 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37409592-6427-482e-84c9-b614961584cd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:19.872363 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37409592-6427-482e-84c9-b614961584cd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:19.872686 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37409592-6427-482e-84c9-b614961584cd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:19.925549 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-37409592-6427-482e-84c9-b614961584cd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for floatingip (aeebbb0d-0188-4b5d-b137-7a022add9bbb), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:19.925885 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.db.l3_db [None req-37409592-6427-482e-84c9-b614961584cd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Floating IP aeebbb0d-0188-4b5d-b137-7a022add9bbb disassociated (deleted). External IP: 172.27.0.175, port: cfc635bc-01a1-40d4-9b30-cb7b8df60086. Jan 20 13:15:20.128270 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37409592-6427-482e-84c9-b614961584cd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:15:20.231418 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37409592-6427-482e-84c9-b614961584cd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:15:20.236761 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-37409592-6427-482e-84c9-b614961584cd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:20.241375 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394d123f-22fd-4230-9c54-339f914b8cff None None] Sync routers for ids ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:15:20.250742 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d123f-22fd-4230-9c54-339f914b8cff None None] Routers {'69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:15:20.251380 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-394d123f-22fd-4230-9c54-339f914b8cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:15:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:15:20.263269 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-37409592-6427-482e-84c9-b614961584cd tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "DELETE /v2.0/floatingips/aeebbb0d-0188-4b5d-b137-7a022add9bbb HTTP/1.1" status: 204 len: 168 time: 0.8942683 Jan 20 13:15:20.263959 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d2f22c-b170-4de3-ae78-c46853429e4f', 'tag': 'cfc635bc-01a1-40d4-9b30-cb7b8df60086'}] {{(pid=109760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:15:20.266324 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ea70534e3ec4c8535c613b7f61a71075c31a0f3d27b65f13708ffbf10b8f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2dfba5-3f59-4391-81ff-2c204b10b1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "58d2f22c-b170-4de3-ae78-c46853429e4f", "tag": "cfc635bc-01a1-40d4-9b30-cb7b8df60086"}]}' {{(pid=109760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:15:20.361756 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-394d123f-22fd-4230-9c54-339f914b8cff None None] Set router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:15:20.419382 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1926fc2e-2aa1-4dc2-9bf1-d3699394c467 x-openstack-request-id: req-1926fc2e-2aa1-4dc2-9bf1-d3699394c467 {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:15:20.419903 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d2f22c-b170-4de3-ae78-c46853429e4f", "tag": "cfc635bc-01a1-40d4-9b30-cb7b8df60086", "status": "completed", "code": 200}]} {{(pid=109760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:15:20.420145 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1926fc2e-2aa1-4dc2-9bf1-d3699394c467 {{(pid=109760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:15:20.420956 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d2f22c-b170-4de3-ae78-c46853429e4f', 'tag': 'cfc635bc-01a1-40d4-9b30-cb7b8df60086', 'status': 'completed', 'code': 200} Jan 20 13:15:20.479618 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dfba5-3f59-4391-81ff-2c204b10b1ea req-46806fdc-558f-4082-bca2-be1dfbb7fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:15:20.481139 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4b2dfba5-3f59-4391-81ff-2c204b10b1ea req-46806fdc-558f-4082-bca2-be1dfbb7fa3f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b81202cedf334a9eb008267f9813dd45&device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 1098 time: 0.0405633 Jan 20 13:15:20.568154 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-394d123f-22fd-4230-9c54-339f914b8cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:21Z', 'updated_at': '2022-01-20T13:07:25Z', 'revision_number': 4, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'gw_port': {'id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:22Z', 'updated_at': '2022-01-20T13:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': 'bb98d10c-9fa8-4e77-8bca-d5125609f1db', 'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'mac_address': 'fa:16:3e:f6:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d062f20-edad-4268-b71e-a865223684ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:24Z', 'updated_at': '2022-01-20T13:07:28Z', 'revision_number': 5, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'subnets': [{'id': '0d062f20-edad-4268-b71e-a865223684ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:15:20.580359 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dfba5-3f59-4391-81ff-2c204b10b1ea req-df92724b-5fbc-4508-8574-0b51cb18ec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:15:20.581872 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4b2dfba5-3f59-4391-81ff-2c204b10b1ea req-df92724b-5fbc-4508-8574-0b51cb18ec51 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6e6a83ca-7153-4175-bd44-d7eed923b023 HTTP/1.1" status: 200 len: 912 time: 0.0936635 Jan 20 13:15:20.594301 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394d123f-22fd-4230-9c54-339f914b8cff None None] Checking router: 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:15:20.606084 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d123f-22fd-4230-9c54-339f914b8cff None None] Routers {'69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:15:20.606707 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-394d123f-22fd-4230-9c54-339f914b8cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:15:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:15:20.626846 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4b2dfba5-3f59-4391-81ff-2c204b10b1ea req-3258f53b-ae28-4e11-9a86-bce25d44e7df service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfc635bc-01a1-40d4-9b30-cb7b8df60086 HTTP/1.1" status: 200 len: 217 time: 0.0377405 Jan 20 13:15:20.699388 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dfba5-3f59-4391-81ff-2c204b10b1ea req-0f5ddf1f-3368-474b-b3d0-7a47f5cd64b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:15:20.700786 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4b2dfba5-3f59-4391-81ff-2c204b10b1ea req-0f5ddf1f-3368-474b-b3d0-7a47f5cd64b9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0d062f20-edad-4268-b71e-a865223684ef HTTP/1.1" status: 200 len: 850 time: 0.0666113 Jan 20 13:15:20.710167 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-394d123f-22fd-4230-9c54-339f914b8cff None None] Set router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:15:20.711544 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f072926-1155-4fa0-b871-b0ecca553907 req-55a63ae9-f959-4410-9496-b0211004fee4 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:15:20.712955 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0f072926-1155-4fa0-b871-b0ecca553907 req-55a63ae9-f959-4410-9496-b0211004fee4 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 945 time: 0.0886154 Jan 20 13:15:20.798040 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dfba5-3f59-4391-81ff-2c204b10b1ea req-058514f3-17ed-4dcf-b92a-87242e5c1b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:15:20.799610 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4b2dfba5-3f59-4391-81ff-2c204b10b1ea req-058514f3-17ed-4dcf-b92a-87242e5c1b80 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6e6a83ca-7153-4175-bd44-d7eed923b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0857418 Jan 20 13:15:20.803366 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-0f072926-1155-4fa0-b871-b0ecca553907 req-6e5ff8b6-5708-4e96-a54c-07183ac0cd35 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815375 Jan 20 13:15:20.891896 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4b2dfba5-3f59-4391-81ff-2c204b10b1ea req-688f9d89-982f-41eb-ad68-44b9e6abf837 service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842402 Jan 20 13:15:20.905676 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-394d123f-22fd-4230-9c54-339f914b8cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:21Z', 'updated_at': '2022-01-20T13:07:25Z', 'revision_number': 4, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'gw_port': {'id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:22Z', 'updated_at': '2022-01-20T13:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': 'bb98d10c-9fa8-4e77-8bca-d5125609f1db', 'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'mac_address': 'fa:16:3e:f6:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d062f20-edad-4268-b71e-a865223684ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:24Z', 'updated_at': '2022-01-20T13:07:28Z', 'revision_number': 5, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'subnets': [{'id': '0d062f20-edad-4268-b71e-a865223684ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:15:20.934810 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394d123f-22fd-4230-9c54-339f914b8cff None None] The sync data for ids ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'] in dv-cinder-804035-24-iscsi is: [{'id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:21Z', 'updated_at': '2022-01-20T13:07:25Z', 'revision_number': 4, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'gw_port': {'id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:22Z', 'updated_at': '2022-01-20T13:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi', '_interfaces': [{'id': 'bb98d10c-9fa8-4e77-8bca-d5125609f1db', 'name': '', 'network_id': '6e6a83ca-7153-4175-bd44-d7eed923b023', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'mac_address': 'fa:16:3e:f6:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d062f20-edad-4268-b71e-a865223684ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:24Z', 'updated_at': '2022-01-20T13:07:28Z', 'revision_number': 5, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'subnets': [{'id': '0d062f20-edad-4268-b71e-a865223684ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:15:20.983382 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-4b2dfba5-3f59-4391-81ff-2c204b10b1ea req-9b1f14d2-7ffe-4152-8bee-e416719dcb79 service neutron] 10.222.0.107 "GET /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845840 Jan 20 13:15:21.160106 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f664afdd-00b6-4d31-8875-f33bb371b81d None None] New status for floating IP aeebbb0d-0188-4b5d-b137-7a022add9bbb: DOWN {{(pid=109762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:15:21.929914 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4389de-195d-464f-abd9-79b5ebf119ec req-0d882aee-5ea5-4931-aa70-6a96f5f50f22 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:15:21.931389 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7e4389de-195d-464f-abd9-79b5ebf119ec req-0d882aee-5ea5-4931-aa70-6a96f5f50f22 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 945 time: 0.0483704 Jan 20 13:15:21.982898 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-7e4389de-195d-464f-abd9-79b5ebf119ec req-7e9065da-ca2f-42dd-9dee-fa8e35fa2948 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/security-groups?id=932bf5af-f2a3-4041-be44-3ef28a5d6bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459948 Jan 20 13:15:22.315310 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587d879-96c6-4953-acac-29fdf9965624 req-75019c1d-ed5f-4ca0-8f16-99fd0f999744 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:15:22.316739 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2587d879-96c6-4953-acac-29fdf9965624 req-75019c1d-ed5f-4ca0-8f16-99fd0f999744 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.107 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 945 time: 0.0465949 Jan 20 13:15:22.443246 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-2587d879-96c6-4953-acac-29fdf9965624 req-9e6720f1-4ade-4778-9942-9d4654fedfe5 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Deleting port cfc635bc-01a1-40d4-9b30-cb7b8df60086 {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:15:22.443592 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-2587d879-96c6-4953-acac-29fdf9965624 req-9e6720f1-4ade-4778-9942-9d4654fedfe5 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (cfc635bc-01a1-40d4-9b30-cb7b8df60086), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:22.531553 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [req-2587d879-96c6-4953-acac-29fdf9965624 req-9e6720f1-4ade-4778-9942-9d4654fedfe5 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] For port cfc635bc-01a1-40d4-9b30-cb7b8df60086, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cfc635bc-01a1-40d4-9b30-cb7b8df60086,segment=NetworkSegment(d8458404-cf4c-4ea7-845d-7ec20c3a6c67),segment_id=d8458404-cf4c-4ea7-845d-7ec20c3a6c67)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:15:22.531849 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-2587d879-96c6-4953-acac-29fdf9965624 req-9e6720f1-4ade-4778-9942-9d4654fedfe5 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (cfc635bc-01a1-40d4-9b30-cb7b8df60086), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:22.543479 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [req-2587d879-96c6-4953-acac-29fdf9965624 req-9e6720f1-4ade-4778-9942-9d4654fedfe5 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Calling delete_port for cfc635bc-01a1-40d4-9b30-cb7b8df60086 owned by compute:nova {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:15:22.743346 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-2587d879-96c6-4953-acac-29fdf9965624 req-9e6720f1-4ade-4778-9942-9d4654fedfe5 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (cfc635bc-01a1-40d4-9b30-cb7b8df60086), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:23.033346 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6720f1-4ade-4778-9942-9d4654fedfe5 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Pushing event deleted for resources: {'Port': ['ID=cfc635bc-01a1-40d4-9b30-cb7b8df60086,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:15:23.098415 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-45012a65-1743-41f4-a0ad-8769be541d87 req-13184e82-3f6b-4a24-84cb-7c25f8e37144 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 210 time: 0.0411158 Jan 20 13:15:23.099052 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [req-2587d879-96c6-4953-acac-29fdf9965624 req-9e6720f1-4ade-4778-9942-9d4654fedfe5 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] No DVR routers for this DVR port cfc635bc-01a1-40d4-9b30-cb7b8df60086 on host hv-cinder-80403 {{(pid=109759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:15:23.105875 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [req-2587d879-96c6-4953-acac-29fdf9965624 req-9e6720f1-4ade-4778-9942-9d4654fedfe5 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:23.105875 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-2587d879-96c6-4953-acac-29fdf9965624 req-9e6720f1-4ade-4778-9942-9d4654fedfe5 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.107 "DELETE /v2.0/ports/cfc635bc-01a1-40d4-9b30-cb7b8df60086 HTTP/1.1" status: 204 len: 173 time: 0.7827392 Jan 20 13:15:23.106251 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d2f22c-b170-4de3-ae78-c46853429e4f', 'name': 'network-vif-deleted', 'tag': 'cfc635bc-01a1-40d4-9b30-cb7b8df60086'}] {{(pid=109759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:15:23.109516 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31429d95091a674fe728026c52a252c56dbfdf72c8aba4aef0bba219f550e985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f52dd3b-55db-404f-9c89-005f96e0e2df" -d '{"events": [{"server_uuid": "58d2f22c-b170-4de3-ae78-c46853429e4f", "name": "network-vif-deleted", "tag": "cfc635bc-01a1-40d4-9b30-cb7b8df60086"}]}' {{(pid=109759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:15:23.148510 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245b9f4d-76cb-4e8f-b8b4-21392ac30cc3 x-openstack-request-id: req-245b9f4d-76cb-4e8f-b8b4-21392ac30cc3 {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:15:23.148510 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d2f22c-b170-4de3-ae78-c46853429e4f", "name": "network-vif-deleted", "tag": "cfc635bc-01a1-40d4-9b30-cb7b8df60086", "status": "completed", "code": 200}]} {{(pid=109759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:15:23.148510 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-245b9f4d-76cb-4e8f-b8b4-21392ac30cc3 {{(pid=109759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:15:23.148510 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d2f22c-b170-4de3-ae78-c46853429e4f', 'name': 'network-vif-deleted', 'tag': 'cfc635bc-01a1-40d4-9b30-cb7b8df60086', 'status': 'completed', 'code': 200} Jan 20 13:15:24.210220 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [req-9047d633-9b4c-4cfc-a2e0-e2e3abb987c4 req-be150450-ce6d-4b8c-b7db-faff6c24e1e1 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d2f22c-b170-4de3-ae78-c46853429e4f HTTP/1.1" status: 200 len: 210 time: 0.0308099 Jan 20 13:15:25.121594 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device cfc635bc-01a1-40d4-9b30-cb7b8df60086 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:15:25.141256 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] No Port match for: cfc635bc-01a1-40d4-9b30-cb7b8df60086 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:15:25.141627 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Device cfc635bc-01a1-40d4-9b30-cb7b8df60086 not bound to the agent host hv-cinder-80403 {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:15:25.273131 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 37124) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:15:25.394074 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-34f5d987-dd72-4ac9-8da9-cfe14aece0bb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Deleting port 77f1389c-f4ef-4307-b116-47fa334c62ca {{(pid=109760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:15:25.394352 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-34f5d987-dd72-4ac9-8da9-cfe14aece0bb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (77f1389c-f4ef-4307-b116-47fa334c62ca), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:25.469865 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-34f5d987-dd72-4ac9-8da9-cfe14aece0bb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (77f1389c-f4ef-4307-b116-47fa334c62ca), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:25.470193 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-34f5d987-dd72-4ac9-8da9-cfe14aece0bb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for floatingip (77f1389c-f4ef-4307-b116-47fa334c62ca), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:25.481747 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-34f5d987-dd72-4ac9-8da9-cfe14aece0bb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Calling delete_port for 77f1389c-f4ef-4307-b116-47fa334c62ca owned by network:floatingip {{(pid=109760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:15:25.680199 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-34f5d987-dd72-4ac9-8da9-cfe14aece0bb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (77f1389c-f4ef-4307-b116-47fa334c62ca), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:25.705733 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5d987-dd72-4ac9-8da9-cfe14aece0bb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Pushing event deleted for resources: {'Port': ['ID=77f1389c-f4ef-4307-b116-47fa334c62ca,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:15:25.764742 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-34f5d987-dd72-4ac9-8da9-cfe14aece0bb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for floatingip (52a44060-16ad-4ec4-997e-de24130d50f3), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:25.767652 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-34f5d987-dd72-4ac9-8da9-cfe14aece0bb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:25.768835 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-34f5d987-dd72-4ac9-8da9-cfe14aece0bb tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "DELETE /v2.0/floatingips/52a44060-16ad-4ec4-997e-de24130d50f3 HTTP/1.1" status: 204 len: 168 time: 0.4946773 Jan 20 13:15:27.080067 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 37136) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:15:27.135893 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-308bcdc2-f3ec-4ba6-9279-76283a6c8848 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for security_group (932bf5af-f2a3-4041-be44-3ef28a5d6bb4), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:27.160743 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-308bcdc2-f3ec-4ba6-9279-76283a6c8848 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for security_group (932bf5af-f2a3-4041-be44-3ef28a5d6bb4), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:27.303248 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-308bcdc2-f3ec-4ba6-9279-76283a6c8848 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (932bf5af-f2a3-4041-be44-3ef28a5d6bb4), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:27.305910 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-308bcdc2-f3ec-4ba6-9279-76283a6c8848 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Publish callbacks [] for security_group (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:27.307119 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-308bcdc2-f3ec-4ba6-9279-76283a6c8848 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] 10.222.0.57 "DELETE /v2.0/security-groups/932bf5af-f2a3-4041-be44-3ef28a5d6bb4 HTTP/1.1" status: 204 len: 168 time: 0.2260365 Jan 20 13:15:27.320058 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308bcdc2-f3ec-4ba6-9279-76283a6c8848 tempest-TestVolumeBootPattern-1429580256 tempest-TestVolumeBootPattern-1429580256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=932bf5af-f2a3-4041-be44-3ef28a5d6bb4,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:15:27.423618 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 37140) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:15:27.889468 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-8a872fbc-815a-40ac-9330-1dbe506d51de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545717'] for router_interface (69410e18-ffc9-43bc-9fe7-e7ce725d7a8d), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:28.137050 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-8a872fbc-815a-40ac-9330-1dbe506d51de admin admin] Deleting port bb98d10c-9fa8-4e77-8bca-d5125609f1db {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:15:28.137723 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-8a872fbc-815a-40ac-9330-1dbe506d51de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (bb98d10c-9fa8-4e77-8bca-d5125609f1db), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:28.226873 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [None req-8a872fbc-815a-40ac-9330-1dbe506d51de admin admin] For port bb98d10c-9fa8-4e77-8bca-d5125609f1db, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=bb98d10c-9fa8-4e77-8bca-d5125609f1db,segment=NetworkSegment(d8458404-cf4c-4ea7-845d-7ec20c3a6c67),segment_id=d8458404-cf4c-4ea7-845d-7ec20c3a6c67)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:15:28.227233 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-8a872fbc-815a-40ac-9330-1dbe506d51de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (bb98d10c-9fa8-4e77-8bca-d5125609f1db), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:28.240054 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-8a872fbc-815a-40ac-9330-1dbe506d51de admin admin] Calling delete_port for bb98d10c-9fa8-4e77-8bca-d5125609f1db owned by network:router_interface {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:15:28.468947 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-8a872fbc-815a-40ac-9330-1dbe506d51de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (bb98d10c-9fa8-4e77-8bca-d5125609f1db), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:28.496279 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a872fbc-815a-40ac-9330-1dbe506d51de admin admin] Pushing event deleted for resources: {'Port': ['ID=bb98d10c-9fa8-4e77-8bca-d5125609f1db,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:15:28.661056 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-8a872fbc-815a-40ac-9330-1dbe506d51de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1477607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1559935'] for router_interface (69410e18-ffc9-43bc-9fe7-e7ce725d7a8d), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:28.871989 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a872fbc-815a-40ac-9330-1dbe506d51de admin admin] Router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:15:28.971722 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a872fbc-815a-40ac-9330-1dbe506d51de admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:15:28.977033 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-8a872fbc-815a-40ac-9330-1dbe506d51de admin admin] 10.222.0.57 "PUT /v2.0/routers/69410e18-ffc9-43bc-9fe7-e7ce725d7a8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5523705 Jan 20 13:15:28.979882 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 37144) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:15:28.981059 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b12659-1fa0-42e8-aff7-9c13622114dc None None] Sync routers for ids ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'] in dv-cinder-804035-24-iscsi {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:15:28.990944 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b12659-1fa0-42e8-aff7-9c13622114dc None None] Routers {'69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:15:28.991558 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-75b12659-1fa0-42e8-aff7-9c13622114dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:15:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:15:29.081538 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-b1bea108-67cf-4696-a1cc-a2b896f6d610 admin admin] Publish callbacks [] for router (69410e18-ffc9-43bc-9fe7-e7ce725d7a8d), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:29.094610 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-75b12659-1fa0-42e8-aff7-9c13622114dc None None] Set router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d gateway port host: dv-cinder-804035-24-iscsi {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:15:29.181285 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-b1bea108-67cf-4696-a1cc-a2b896f6d610 admin admin] Publish callbacks [] for router_gateway (69410e18-ffc9-43bc-9fe7-e7ce725d7a8d), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:29.279249 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-75b12659-1fa0-42e8-aff7-9c13622114dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:21Z', 'updated_at': '2022-01-20T13:15:28Z', 'revision_number': 5, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'gw_port': {'id': '5b092862-1ec1-4ce9-830e-413af2871f22', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:22Z', 'updated_at': '2022-01-20T13:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:15:29.308664 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b12659-1fa0-42e8-aff7-9c13622114dc None None] Checking router: 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d for host: dv-cinder-804035-24-iscsi {{(pid=109761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:15:29.316590 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-b1bea108-67cf-4696-a1cc-a2b896f6d610 admin admin] Deleting port 5b092862-1ec1-4ce9-830e-413af2871f22 {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:15:29.316931 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-b1bea108-67cf-4696-a1cc-a2b896f6d610 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (5b092862-1ec1-4ce9-830e-413af2871f22), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:29.317528 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b12659-1fa0-42e8-aff7-9c13622114dc None None] Routers {'69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:15:29.318145 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-75b12659-1fa0-42e8-aff7-9c13622114dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:15:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'], 'active': True} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:15:29.403484 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [None req-b1bea108-67cf-4696-a1cc-a2b896f6d610 admin admin] For port 5b092862-1ec1-4ce9-830e-413af2871f22, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=5b092862-1ec1-4ce9-830e-413af2871f22,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:15:29.403859 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-b1bea108-67cf-4696-a1cc-a2b896f6d610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (5b092862-1ec1-4ce9-830e-413af2871f22), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:29.419176 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-b1bea108-67cf-4696-a1cc-a2b896f6d610 admin admin] Calling delete_port for 5b092862-1ec1-4ce9-830e-413af2871f22 owned by network:router_gateway {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:15:29.537816 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvr_db [None req-75b12659-1fa0-42e8-aff7-9c13622114dc None None] Set router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d gateway port host: None {{(pid=109761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:15:29.592383 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_hamode_db [None req-75b12659-1fa0-42e8-aff7-9c13622114dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:21Z', 'updated_at': '2022-01-20T13:15:29Z', 'revision_number': 6, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'gw_port_host': None}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:15:29.619786 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b12659-1fa0-42e8-aff7-9c13622114dc None None] The sync data for ids ['69410e18-ffc9-43bc-9fe7-e7ce725d7a8d'] in dv-cinder-804035-24-iscsi is: [{'id': '69410e18-ffc9-43bc-9fe7-e7ce725d7a8d', 'name': 'tempest-TestVolumeBootPattern-960904076-router', 'tenant_id': 'b81202cedf334a9eb008267f9813dd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:21Z', 'updated_at': '2022-01-20T13:15:29Z', 'revision_number': 6, 'project_id': 'b81202cedf334a9eb008267f9813dd45', 'gw_port_host': None}] {{(pid=109761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:15:29.674649 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-b1bea108-67cf-4696-a1cc-a2b896f6d610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (5b092862-1ec1-4ce9-830e-413af2871f22), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:29.698239 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bea108-67cf-4696-a1cc-a2b896f6d610 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b092862-1ec1-4ce9-830e-413af2871f22,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:15:29.760897 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-b1bea108-67cf-4696-a1cc-a2b896f6d610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1567116'] for router_gateway (69410e18-ffc9-43bc-9fe7-e7ce725d7a8d), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:29.847334 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-b1bea108-67cf-4696-a1cc-a2b896f6d610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1571896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58000'] for router (69410e18-ffc9-43bc-9fe7-e7ce725d7a8d), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:29.849443 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-b1bea108-67cf-4696-a1cc-a2b896f6d610 admin admin] Publish callbacks [] for router_controller (69410e18-ffc9-43bc-9fe7-e7ce725d7a8d), precommit_delete_associations {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:30.014512 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-b1bea108-67cf-4696-a1cc-a2b896f6d610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1571895'] for router (69410e18-ffc9-43bc-9fe7-e7ce725d7a8d), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:30.015041 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bea108-67cf-4696-a1cc-a2b896f6d610 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69410e18-ffc9-43bc-9fe7-e7ce725d7a8d {{(pid=109759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 13:15:30.020014 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-b1bea108-67cf-4696-a1cc-a2b896f6d610 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:30.021188 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-b1bea108-67cf-4696-a1cc-a2b896f6d610 admin admin] 10.222.0.57 "DELETE /v2.0/routers/69410e18-ffc9-43bc-9fe7-e7ce725d7a8d HTTP/1.1" status: 204 len: 168 time: 1.0403697 Jan 20 13:15:30.023641 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 37146) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:15:30.068390 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8bc08b-80eb-4f15-b5cf-fe11382cde55 admin admin] Deleting subnet 0d062f20-edad-4268-b71e-a865223684ef {{(pid=109759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 13:15:30.071518 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-5d8bc08b-80eb-4f15-b5cf-fe11382cde55 admin admin] Publish callbacks [] for subnet (0d062f20-edad-4268-b71e-a865223684ef), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:30.105225 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-5d8bc08b-80eb-4f15-b5cf-fe11382cde55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4786657'] for subnet (0d062f20-edad-4268-b71e-a865223684ef), precommit_delete_associations {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:30.187183 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-5d8bc08b-80eb-4f15-b5cf-fe11382cde55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537527'] for subnet (0d062f20-edad-4268-b71e-a865223684ef), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:30.300524 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-5d8bc08b-80eb-4f15-b5cf-fe11382cde55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5860108'] for subnet (0d062f20-edad-4268-b71e-a865223684ef), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:30.323561 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bc08b-80eb-4f15-b5cf-fe11382cde55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d062f20-edad-4268-b71e-a865223684ef,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:15:30.329100 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-5d8bc08b-80eb-4f15-b5cf-fe11382cde55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for subnet (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:30.332371 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-5d8bc08b-80eb-4f15-b5cf-fe11382cde55 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0d062f20-edad-4268-b71e-a865223684ef HTTP/1.1" status: 204 len: 168 time: 0.3077569 Jan 20 13:15:30.334817 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.wsgi [-] (109759) accepted ('10.222.0.57', 37148) {{(pid=109759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:15:30.337820 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef762049-cfc8-40d0-be06-b1d02dd36e4c None None] Network 6e6a83ca-7153-4175-bd44-d7eed923b023 requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:15:30.406938 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-dd655b1a-aeff-441e-97e8-118bfeac14f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497049'] for network (6e6a83ca-7153-4175-bd44-d7eed923b023), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:30.462986 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-dd655b1a-aeff-441e-97e8-118bfeac14f2 admin admin] Deleting port 63b315d8-01b7-464d-b00a-75ff1a5a5c6b {{(pid=109759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:15:30.463326 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-dd655b1a-aeff-441e-97e8-118bfeac14f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (63b315d8-01b7-464d-b00a-75ff1a5a5c6b), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:30.492892 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186202ec-c8cc-4229-8070-e3d0d9b83f6a None None] DHCP port deletion for 6e6a83ca-7153-4175-bd44-d7eed923b023 request from dv-cinder-804035-24-iscsi {{(pid=109761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 20 13:15:30.529677 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.db [None req-dd655b1a-aeff-441e-97e8-118bfeac14f2 admin admin] For port 63b315d8-01b7-464d-b00a-75ff1a5a5c6b, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=63b315d8-01b7-464d-b00a-75ff1a5a5c6b,segment=NetworkSegment(d8458404-cf4c-4ea7-845d-7ec20c3a6c67),segment_id=d8458404-cf4c-4ea7-845d-7ec20c3a6c67)] {{(pid=109759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:15:30.530052 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-dd655b1a-aeff-441e-97e8-118bfeac14f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (63b315d8-01b7-464d-b00a-75ff1a5a5c6b), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:30.541547 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-186202ec-c8cc-4229-8070-e3d0d9b83f6a None None] Deleting port 63b315d8-01b7-464d-b00a-75ff1a5a5c6b {{(pid=109761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:15:30.541925 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-186202ec-c8cc-4229-8070-e3d0d9b83f6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (63b315d8-01b7-464d-b00a-75ff1a5a5c6b), before_delete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:30.546708 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.plugin [None req-dd655b1a-aeff-441e-97e8-118bfeac14f2 admin admin] Calling delete_port for 63b315d8-01b7-464d-b00a-75ff1a5a5c6b owned by network:dhcp {{(pid=109759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:15:30.609112 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-186202ec-c8cc-4229-8070-e3d0d9b83f6a None None] For port 63b315d8-01b7-464d-b00a-75ff1a5a5c6b, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=63b315d8-01b7-464d-b00a-75ff1a5a5c6b,segment=NetworkSegment(d8458404-cf4c-4ea7-845d-7ec20c3a6c67),segment_id=d8458404-cf4c-4ea7-845d-7ec20c3a6c67)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:15:30.609521 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-186202ec-c8cc-4229-8070-e3d0d9b83f6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (63b315d8-01b7-464d-b00a-75ff1a5a5c6b), precommit_delete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:30.625371 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-186202ec-c8cc-4229-8070-e3d0d9b83f6a None None] Calling delete_port for 63b315d8-01b7-464d-b00a-75ff1a5a5c6b owned by network:dhcp {{(pid=109761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:15:30.703511 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-dd655b1a-aeff-441e-97e8-118bfeac14f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6216966'] for port (63b315d8-01b7-464d-b00a-75ff1a5a5c6b), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:30.709350 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-186202ec-c8cc-4229-8070-e3d0d9b83f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614'] for port (63b315d8-01b7-464d-b00a-75ff1a5a5c6b), after_delete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:30.730417 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655b1a-aeff-441e-97e8-118bfeac14f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=63b315d8-01b7-464d-b00a-75ff1a5a5c6b,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:15:30.732226 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd655b1a-aeff-441e-97e8-118bfeac14f2 admin admin] No DVR routers for this DVR port 63b315d8-01b7-464d-b00a-75ff1a5a5c6b on host dv-cinder-804035-24-iscsi {{(pid=109759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:15:30.735032 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186202ec-c8cc-4229-8070-e3d0d9b83f6a None None] Pushing event deleted for resources: {'Port': ['ID=63b315d8-01b7-464d-b00a-75ff1a5a5c6b,revision_number=None']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:15:30.739515 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186202ec-c8cc-4229-8070-e3d0d9b83f6a None None] No DVR routers for this DVR port 63b315d8-01b7-464d-b00a-75ff1a5a5c6b on host dv-cinder-804035-24-iscsi {{(pid=109761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:15:30.748383 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186202ec-c8cc-4229-8070-e3d0d9b83f6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:30.748383 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186202ec-c8cc-4229-8070-e3d0d9b83f6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:30.748383 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186202ec-c8cc-4229-8070-e3d0d9b83f6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:30.748383 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186202ec-c8cc-4229-8070-e3d0d9b83f6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:30.748383 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186202ec-c8cc-4229-8070-e3d0d9b83f6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:30.748383 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186202ec-c8cc-4229-8070-e3d0d9b83f6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:30.748383 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186202ec-c8cc-4229-8070-e3d0d9b83f6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:30.749109 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186202ec-c8cc-4229-8070-e3d0d9b83f6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:30.749109 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186202ec-c8cc-4229-8070-e3d0d9b83f6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:30.749383 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186202ec-c8cc-4229-8070-e3d0d9b83f6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:30.749516 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186202ec-c8cc-4229-8070-e3d0d9b83f6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:30.749852 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186202ec-c8cc-4229-8070-e3d0d9b83f6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:30.750176 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186202ec-c8cc-4229-8070-e3d0d9b83f6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-24-iscsi {{(pid=109761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:15:30.805360 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-dd655b1a-aeff-441e-97e8-118bfeac14f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1524928', 'neutron.services.segments.db._delete_segments_for_network-8775109942164'] for network (6e6a83ca-7153-4175-bd44-d7eed923b023), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:30.825334 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.services.segments.db [None req-dd655b1a-aeff-441e-97e8-118bfeac14f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6a83ca-7153-4175-bd44-d7eed923b023']}} {{(pid=109759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:15:30.835043 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.services.segments.db [None req-dd655b1a-aeff-441e-97e8-118bfeac14f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8458404-cf4c-4ea7-845d-7ec20c3a6c67') {'for_net_delete': True} {{(pid=109759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:15:30.835344 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.services.segments.db [None req-dd655b1a-aeff-441e-97e8-118bfeac14f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8458404-cf4c-4ea7-845d-7ec20c3a6c67') {} {{(pid=109759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:15:30.844330 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-dd655b1a-aeff-441e-97e8-118bfeac14f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775109942038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4784146'] for segment (d8458404-cf4c-4ea7-845d-7ec20c3a6c67), before_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:30.857201 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-dd655b1a-aeff-441e-97e8-118bfeac14f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (d8458404-cf4c-4ea7-845d-7ec20c3a6c67), precommit_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:30.862961 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd655b1a-aeff-441e-97e8-118bfeac14f2 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 13:15:30.863347 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-dd655b1a-aeff-441e-97e8-118bfeac14f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217051'] for segment (d8458404-cf4c-4ea7-845d-7ec20c3a6c67), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: warnings.warn(msg) Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: Traceback (most recent call last): Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: timer() Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: cb(*args, **kw) Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 13:15:30.864972 dv-cinder-804035-24-iscsi neutron-server[109759]: return func(*args, **kwargs) Jan 20 13:15:30.868258 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 13:15:30.868258 dv-cinder-804035-24-iscsi neutron-server[109759]: self._notify() Jan 20 13:15:30.868258 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 13:15:30.868258 dv-cinder-804035-24-iscsi neutron-server[109759]: self.callback(batched_events) Jan 20 13:15:30.868258 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 13:15:30.868258 dv-cinder-804035-24-iscsi neutron-server[109759]: event.method(event) Jan 20 13:15:30.868258 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 13:15:30.868258 dv-cinder-804035-24-iscsi neutron-server[109759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 13:15:30.868258 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 13:15:30.868258 dv-cinder-804035-24-iscsi neutron-server[109759]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 13:15:30.868258 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 13:15:30.868258 dv-cinder-804035-24-iscsi neutron-server[109759]: return f(self, *a, **k) Jan 20 13:15:30.868258 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 13:15:30.868258 dv-cinder-804035-24-iscsi neutron-server[109759]: return self._get(url).json() Jan 20 13:15:30.868258 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 13:15:30.868258 dv-cinder-804035-24-iscsi neutron-server[109759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 13:15:30.868258 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 13:15:30.868258 dv-cinder-804035-24-iscsi neutron-server[109759]: return self.request(url, 'GET', **kwargs) Jan 20 13:15:30.868258 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 13:15:30.868258 dv-cinder-804035-24-iscsi neutron-server[109759]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 13:15:30.868258 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 13:15:30.868258 dv-cinder-804035-24-iscsi neutron-server[109759]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 13:15:30.868258 dv-cinder-804035-24-iscsi neutron-server[109759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 13:15:30.868258 dv-cinder-804035-24-iscsi neutron-server[109759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 13:15:30.868258 dv-cinder-804035-24-iscsi neutron-server[109759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 13:15:30.997363 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-dd655b1a-aeff-441e-97e8-118bfeac14f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1524953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529948'] for network (6e6a83ca-7153-4175-bd44-d7eed923b023), after_delete {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:31.002478 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron_lib.callbacks.manager [None req-dd655b1a-aeff-441e-97e8-118bfeac14f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:31.005866 dv-cinder-804035-24-iscsi neutron-server[109759]: INFO neutron.wsgi [None req-dd655b1a-aeff-441e-97e8-118bfeac14f2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6e6a83ca-7153-4175-bd44-d7eed923b023 HTTP/1.1" status: 204 len: 168 time: 0.6701410 Jan 20 13:15:31.008815 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 37150) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:15:31.019668 dv-cinder-804035-24-iscsi neutron-server[109759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd655b1a-aeff-441e-97e8-118bfeac14f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e6a83ca-7153-4175-bd44-d7eed923b023,revision_number=None']} {{(pid=109759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:15:31.337261 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7828b697-1d4e-4f4d-a8ba-2ff6e804818a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545717'] for router_interface (2db9bb71-82b4-4531-8afa-bdcd7b51f599), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:31.406980 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device bb98d10c-9fa8-4e77-8bca-d5125609f1db no longer exists at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:15:31.427330 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] No Port match for: bb98d10c-9fa8-4e77-8bca-d5125609f1db {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:15:31.427760 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device bb98d10c-9fa8-4e77-8bca-d5125609f1db not bound to the agent host dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:15:31.428256 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 63b315d8-01b7-464d-b00a-75ff1a5a5c6b no longer exists at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:15:31.450100 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] No Port match for: 63b315d8-01b7-464d-b00a-75ff1a5a5c6b {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:15:31.450490 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 63b315d8-01b7-464d-b00a-75ff1a5a5c6b not bound to the agent host dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:15:31.450909 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 5b092862-1ec1-4ce9-830e-413af2871f22 no longer exists at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:15:31.469277 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] No Port match for: 5b092862-1ec1-4ce9-830e-413af2871f22 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:15:31.469644 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 5b092862-1ec1-4ce9-830e-413af2871f22 not bound to the agent host dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:15:31.573464 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-7828b697-1d4e-4f4d-a8ba-2ff6e804818a admin admin] Deleting port 3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac {{(pid=109760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:15:31.573803 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7828b697-1d4e-4f4d-a8ba-2ff6e804818a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:31.646773 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [None req-7828b697-1d4e-4f4d-a8ba-2ff6e804818a admin admin] For port 3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac,segment=NetworkSegment(39f2c987-20ee-4ac4-b0fd-978a3af38045),segment_id=39f2c987-20ee-4ac4-b0fd-978a3af38045)] {{(pid=109760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:15:31.647049 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7828b697-1d4e-4f4d-a8ba-2ff6e804818a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:31.659445 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-7828b697-1d4e-4f4d-a8ba-2ff6e804818a admin admin] Calling delete_port for 3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac owned by network:router_interface {{(pid=109760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:15:32.160219 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7828b697-1d4e-4f4d-a8ba-2ff6e804818a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:32.190008 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828b697-1d4e-4f4d-a8ba-2ff6e804818a admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:15:32.348418 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-7828b697-1d4e-4f4d-a8ba-2ff6e804818a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1477607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1559935'] for router_interface (2db9bb71-82b4-4531-8afa-bdcd7b51f599), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:32.555423 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7828b697-1d4e-4f4d-a8ba-2ff6e804818a admin admin] Router 2db9bb71-82b4-4531-8afa-bdcd7b51f599 has already been hosted by L3 agent 95ee35e8-fe9e-4be2-98d6-e150352dde22 {{(pid=109760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:15:32.656359 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7828b697-1d4e-4f4d-a8ba-2ff6e804818a admin admin] Notify agent at l3_agent.dv-cinder-804035-24-iscsi the message routers_updated {{(pid=109760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:15:32.661804 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-7828b697-1d4e-4f4d-a8ba-2ff6e804818a admin admin] 10.222.0.57 "PUT /v2.0/routers/2db9bb71-82b4-4531-8afa-bdcd7b51f599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6518517 Jan 20 13:15:32.664233 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 37152) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:15:32.668599 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc7bff-57a0-49ec-b1a4-26a7921e88d8 None None] Sync routers for ids ['2db9bb71-82b4-4531-8afa-bdcd7b51f599'] in dv-cinder-804035-24-iscsi {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:15:32.678097 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cc7bff-57a0-49ec-b1a4-26a7921e88d8 None None] Routers {'2db9bb71-82b4-4531-8afa-bdcd7b51f599'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:15:32.678886 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-f6cc7bff-57a0-49ec-b1a4-26a7921e88d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:15:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['2db9bb71-82b4-4531-8afa-bdcd7b51f599'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:15:32.764313 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-76fb7277-ed0d-4235-85c3-019a812db0be admin admin] Publish callbacks [] for router (2db9bb71-82b4-4531-8afa-bdcd7b51f599), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:32.776610 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-f6cc7bff-57a0-49ec-b1a4-26a7921e88d8 None None] Set router 2db9bb71-82b4-4531-8afa-bdcd7b51f599 gateway port host: dv-cinder-804035-24-iscsi {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:15:32.866776 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-76fb7277-ed0d-4235-85c3-019a812db0be admin admin] Publish callbacks [] for router_gateway (2db9bb71-82b4-4531-8afa-bdcd7b51f599), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:32.990631 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-76fb7277-ed0d-4235-85c3-019a812db0be admin admin] Deleting port 5738a6e1-dd31-44e8-84e2-90125cd2147d {{(pid=109760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:15:32.990973 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-76fb7277-ed0d-4235-85c3-019a812db0be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (5738a6e1-dd31-44e8-84e2-90125cd2147d), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:33.026970 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-f6cc7bff-57a0-49ec-b1a4-26a7921e88d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db9bb71-82b4-4531-8afa-bdcd7b51f599', 'name': 'tempest-TestVolumeBootPattern-1527772746-router', 'tenant_id': 'ad69f554f2e34d81ad84a15eed30461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'external_fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '5738a6e1-dd31-44e8-84e2-90125cd2147d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:27Z', 'updated_at': '2022-01-20T13:15:32Z', 'revision_number': 5, 'project_id': 'ad69f554f2e34d81ad84a15eed30461b', 'gw_port': {'id': '5738a6e1-dd31-44e8-84e2-90125cd2147d', 'name': '', 'network_id': '2a70364f-7478-4e00-a602-43026420194c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:98:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9bb71-82b4-4531-8afa-bdcd7b51f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:07:28Z', 'updated_at': '2022-01-20T13:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f75221-ca68-464e-809b-7e1d4f1c5699', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-24-iscsi'}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:15:33.052805 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc7bff-57a0-49ec-b1a4-26a7921e88d8 None None] Checking router: 2db9bb71-82b4-4531-8afa-bdcd7b51f599 for host: dv-cinder-804035-24-iscsi {{(pid=109762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:15:33.061154 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cc7bff-57a0-49ec-b1a4-26a7921e88d8 None None] Routers {'2db9bb71-82b4-4531-8afa-bdcd7b51f599'} bound to L3 agent in host dv-cinder-804035-24-iscsi {{(pid=109762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:15:33.061797 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-f6cc7bff-57a0-49ec-b1a4-26a7921e88d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T12:44:06Z,description=,heartbeat_timestamp=2022-01-20T13:15:06Z,host='dv-cinder-804035-24-iscsi',id=95ee35e8-fe9e-4be2-98d6-e150352dde22,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T12:44:07Z,topic='l3_agent')) {'router_ids': ['2db9bb71-82b4-4531-8afa-bdcd7b51f599'], 'active': True} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:15:33.067150 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [None req-76fb7277-ed0d-4235-85c3-019a812db0be admin admin] For port 5738a6e1-dd31-44e8-84e2-90125cd2147d, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=5738a6e1-dd31-44e8-84e2-90125cd2147d,segment=NetworkSegment(c032d15e-e0d1-450a-853c-1755f5cbbf5b),segment_id=c032d15e-e0d1-450a-853c-1755f5cbbf5b)] {{(pid=109760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:15:33.067853 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-76fb7277-ed0d-4235-85c3-019a812db0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (5738a6e1-dd31-44e8-84e2-90125cd2147d), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:33.079140 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-76fb7277-ed0d-4235-85c3-019a812db0be admin admin] Calling delete_port for 5738a6e1-dd31-44e8-84e2-90125cd2147d owned by network:router_gateway {{(pid=109760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:15:33.146716 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_dvr_db [None req-f6cc7bff-57a0-49ec-b1a4-26a7921e88d8 None None] Set router 2db9bb71-82b4-4531-8afa-bdcd7b51f599 gateway port host: None {{(pid=109762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:15:33.199584 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.l3_hamode_db [None req-f6cc7bff-57a0-49ec-b1a4-26a7921e88d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db9bb71-82b4-4531-8afa-bdcd7b51f599', 'name': 'tempest-TestVolumeBootPattern-1527772746-router', 'tenant_id': 'ad69f554f2e34d81ad84a15eed30461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:27Z', 'updated_at': '2022-01-20T13:15:32Z', 'revision_number': 6, 'project_id': 'ad69f554f2e34d81ad84a15eed30461b', 'gw_port_host': None}], 'dv-cinder-804035-24-iscsi', False) {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:15:33.215565 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-49bcc2b5-9e56-46e1-afc3-e707aa3f2a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:33.225685 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc7bff-57a0-49ec-b1a4-26a7921e88d8 None None] The sync data for ids ['2db9bb71-82b4-4531-8afa-bdcd7b51f599'] in dv-cinder-804035-24-iscsi is: [{'id': '2db9bb71-82b4-4531-8afa-bdcd7b51f599', 'name': 'tempest-TestVolumeBootPattern-1527772746-router', 'tenant_id': 'ad69f554f2e34d81ad84a15eed30461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:07:27Z', 'updated_at': '2022-01-20T13:15:32Z', 'revision_number': 6, 'project_id': 'ad69f554f2e34d81ad84a15eed30461b', 'gw_port_host': None}] {{(pid=109762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:15:33.323115 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-76fb7277-ed0d-4235-85c3-019a812db0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (5738a6e1-dd31-44e8-84e2-90125cd2147d), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:33.351433 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb7277-ed0d-4235-85c3-019a812db0be admin admin] Pushing event deleted for resources: {'Port': ['ID=5738a6e1-dd31-44e8-84e2-90125cd2147d,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:15:33.409452 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-76fb7277-ed0d-4235-85c3-019a812db0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1567116'] for router_gateway (2db9bb71-82b4-4531-8afa-bdcd7b51f599), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:33.494910 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-76fb7277-ed0d-4235-85c3-019a812db0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1571896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58000'] for router (2db9bb71-82b4-4531-8afa-bdcd7b51f599), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:33.496969 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-76fb7277-ed0d-4235-85c3-019a812db0be admin admin] Publish callbacks [] for router_controller (2db9bb71-82b4-4531-8afa-bdcd7b51f599), precommit_delete_associations {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:33.585986 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-76fb7277-ed0d-4235-85c3-019a812db0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1571895'] for router (2db9bb71-82b4-4531-8afa-bdcd7b51f599), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:33.586623 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fb7277-ed0d-4235-85c3-019a812db0be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2db9bb71-82b4-4531-8afa-bdcd7b51f599 {{(pid=109760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 13:15:33.595153 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-76fb7277-ed0d-4235-85c3-019a812db0be admin admin] Publish callbacks [] for router (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:33.601635 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-76fb7277-ed0d-4235-85c3-019a812db0be admin admin] 10.222.0.57 "DELETE /v2.0/routers/2db9bb71-82b4-4531-8afa-bdcd7b51f599 HTTP/1.1" status: 204 len: 168 time: 0.9318438 Jan 20 13:15:33.601635 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 37154) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:15:33.652858 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.db_base_plugin_v2 [None req-673d9d46-0951-48c7-bd26-839fcb55be56 admin admin] Deleting subnet 621e4a6e-6bcb-4829-8013-77702758ddd6 {{(pid=109760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 13:15:33.657084 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-673d9d46-0951-48c7-bd26-839fcb55be56 admin admin] Publish callbacks [] for subnet (621e4a6e-6bcb-4829-8013-77702758ddd6), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:33.698126 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-673d9d46-0951-48c7-bd26-839fcb55be56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5795260'] for subnet (621e4a6e-6bcb-4829-8013-77702758ddd6), precommit_delete_associations {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:33.700811 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac no longer exists at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:15:33.725509 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] No Port match for: 3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:15:33.726061 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 3aa5cdad-b0b4-4d0a-b844-0fdaec9398ac not bound to the agent host dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:15:33.776036 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-673d9d46-0951-48c7-bd26-839fcb55be56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537527'] for subnet (621e4a6e-6bcb-4829-8013-77702758ddd6), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:33.914590 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-673d9d46-0951-48c7-bd26-839fcb55be56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4332618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4798155'] for subnet (621e4a6e-6bcb-4829-8013-77702758ddd6), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:33.944927 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d9d46-0951-48c7-bd26-839fcb55be56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=621e4a6e-6bcb-4829-8013-77702758ddd6,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:15:33.946877 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-673d9d46-0951-48c7-bd26-839fcb55be56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:33.950239 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-673d9d46-0951-48c7-bd26-839fcb55be56 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/621e4a6e-6bcb-4829-8013-77702758ddd6 HTTP/1.1" status: 204 len: 168 time: 0.3484838 Jan 20 13:15:33.952987 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 37156) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:15:33.954390 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bf2684-daad-4369-81a1-b0197acad607 None None] Network 67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2 requested from dv-cinder-804035-24-iscsi {{(pid=109761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:15:34.024432 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ae146b2b-ede1-4e39-ac24-ca3233525df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497049'] for network (67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:34.077308 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-ae146b2b-ede1-4e39-ac24-ca3233525df1 admin admin] Deleting port 76ab6aae-bc92-4a9c-9e43-987be5dc8305 {{(pid=109760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:15:34.077684 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ae146b2b-ede1-4e39-ac24-ca3233525df1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (76ab6aae-bc92-4a9c-9e43-987be5dc8305), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:34.114729 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13108377-4225-4491-91e8-5aa4cd2524a1 None None] DHCP port deletion for 67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2 request from dv-cinder-804035-24-iscsi {{(pid=109761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 20 13:15:34.149052 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.db [None req-ae146b2b-ede1-4e39-ac24-ca3233525df1 admin admin] For port 76ab6aae-bc92-4a9c-9e43-987be5dc8305, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=76ab6aae-bc92-4a9c-9e43-987be5dc8305,segment=NetworkSegment(39f2c987-20ee-4ac4-b0fd-978a3af38045),segment_id=39f2c987-20ee-4ac4-b0fd-978a3af38045)] {{(pid=109760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:15:34.149431 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ae146b2b-ede1-4e39-ac24-ca3233525df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (76ab6aae-bc92-4a9c-9e43-987be5dc8305), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:34.161773 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-13108377-4225-4491-91e8-5aa4cd2524a1 None None] Deleting port 76ab6aae-bc92-4a9c-9e43-987be5dc8305 {{(pid=109761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:15:34.162117 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.plugin [None req-ae146b2b-ede1-4e39-ac24-ca3233525df1 admin admin] Calling delete_port for 76ab6aae-bc92-4a9c-9e43-987be5dc8305 owned by network:dhcp {{(pid=109760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:15:34.162239 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-13108377-4225-4491-91e8-5aa4cd2524a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775109962159'] for port (76ab6aae-bc92-4a9c-9e43-987be5dc8305), before_delete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:34.234199 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.db [None req-13108377-4225-4491-91e8-5aa4cd2524a1 None None] For port 76ab6aae-bc92-4a9c-9e43-987be5dc8305, host dv-cinder-804035-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-24-iscsi',level=0,port_id=76ab6aae-bc92-4a9c-9e43-987be5dc8305,segment=NetworkSegment(39f2c987-20ee-4ac4-b0fd-978a3af38045),segment_id=39f2c987-20ee-4ac4-b0fd-978a3af38045)] {{(pid=109761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:15:34.234842 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-13108377-4225-4491-91e8-5aa4cd2524a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1567144'] for port (76ab6aae-bc92-4a9c-9e43-987be5dc8305), precommit_delete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:34.247707 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-13108377-4225-4491-91e8-5aa4cd2524a1 None None] Calling delete_port for 76ab6aae-bc92-4a9c-9e43-987be5dc8305 owned by network:dhcp {{(pid=109761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:15:34.334674 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ae146b2b-ede1-4e39-ac24-ca3233525df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4332665'] for port (76ab6aae-bc92-4a9c-9e43-987be5dc8305), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:34.340124 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-13108377-4225-4491-91e8-5aa4cd2524a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1528635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775109970041', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775109451614'] for port (76ab6aae-bc92-4a9c-9e43-987be5dc8305), after_delete {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:34.364240 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae146b2b-ede1-4e39-ac24-ca3233525df1 admin admin] Pushing event deleted for resources: {'Port': ['ID=76ab6aae-bc92-4a9c-9e43-987be5dc8305,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:15:34.367708 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae146b2b-ede1-4e39-ac24-ca3233525df1 admin admin] No DVR routers for this DVR port 76ab6aae-bc92-4a9c-9e43-987be5dc8305 on host dv-cinder-804035-24-iscsi {{(pid=109760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:15:34.369041 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13108377-4225-4491-91e8-5aa4cd2524a1 None None] Pushing event deleted for resources: {'Port': ['ID=76ab6aae-bc92-4a9c-9e43-987be5dc8305,revision_number=None']} {{(pid=109761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:15:34.373306 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13108377-4225-4491-91e8-5aa4cd2524a1 None None] No DVR routers for this DVR port 76ab6aae-bc92-4a9c-9e43-987be5dc8305 on host dv-cinder-804035-24-iscsi {{(pid=109761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:15:34.437735 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ae146b2b-ede1-4e39-ac24-ca3233525df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1524928', 'neutron.services.segments.db._delete_segments_for_network-8775109942164'] for network (67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:34.458246 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.services.segments.db [None req-ae146b2b-ede1-4e39-ac24-ca3233525df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2']}} {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:15:34.467346 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.services.segments.db [None req-ae146b2b-ede1-4e39-ac24-ca3233525df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f2c987-20ee-4ac4-b0fd-978a3af38045') {'for_net_delete': True} {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:15:34.467642 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.services.segments.db [None req-ae146b2b-ede1-4e39-ac24-ca3233525df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f2c987-20ee-4ac4-b0fd-978a3af38045') {} {{(pid=109760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:15:34.476722 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ae146b2b-ede1-4e39-ac24-ca3233525df1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775109942038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5792847'] for segment (39f2c987-20ee-4ac4-b0fd-978a3af38045), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:34.489608 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ae146b2b-ede1-4e39-ac24-ca3233525df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798'] for segment (39f2c987-20ee-4ac4-b0fd-978a3af38045), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:34.495425 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae146b2b-ede1-4e39-ac24-ca3233525df1 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ae146b2b-ede1-4e39-ac24-ca3233525df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1327798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4332580'] for segment (39f2c987-20ee-4ac4-b0fd-978a3af38045), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: Traceback (most recent call last): Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: timer() Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: cb(*args, **kw) Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: return func(*args, **kwargs) Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: self._notify() Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: self.callback(batched_events) Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: event.method(event) Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: return f(self, *a, **k) Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: return self._get(url).json() Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: return self.request(url, 'GET', **kwargs) Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 13:15:34.502925 dv-cinder-804035-24-iscsi neutron-server[109760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 13:15:34.617499 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ae146b2b-ede1-4e39-ac24-ca3233525df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1524953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1477612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529948'] for network (67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:34.622809 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-ae146b2b-ede1-4e39-ac24-ca3233525df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1477530'] for network (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:34.626027 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-ae146b2b-ede1-4e39-ac24-ca3233525df1 admin admin] 10.222.0.57 "DELETE /v2.0/networks/67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2 HTTP/1.1" status: 204 len: 168 time: 0.6720312 Jan 20 13:15:34.640350 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae146b2b-ede1-4e39-ac24-ca3233525df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=67c03c1b-e1a9-45d9-8ab2-fbd24c745cc2,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:15:34.926806 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 37160) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:15:34.965712 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-7c7bda7e-e60d-4b13-9ee5-07b8fd917cb9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b81202cedf334a9eb008267f9813dd45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376768 Jan 20 13:15:34.968199 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 37162) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:15:35.014134 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5725bf13-7ab4-4d27-87b8-ec1866682dde admin admin] Publish callbacks [] for security_group (8d9b7a63-c9a7-4d1b-9c3f-df2a60255510), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:35.034126 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5725bf13-7ab4-4d27-87b8-ec1866682dde admin admin] Publish callbacks [] for security_group (8d9b7a63-c9a7-4d1b-9c3f-df2a60255510), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:35.162989 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5725bf13-7ab4-4d27-87b8-ec1866682dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (8d9b7a63-c9a7-4d1b-9c3f-df2a60255510), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:35.165613 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-5725bf13-7ab4-4d27-87b8-ec1866682dde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:35.166890 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-5725bf13-7ab4-4d27-87b8-ec1866682dde admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8d9b7a63-c9a7-4d1b-9c3f-df2a60255510 HTTP/1.1" status: 204 len: 168 time: 0.1977942 Jan 20 13:15:35.175474 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725bf13-7ab4-4d27-87b8-ec1866682dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9b7a63-c9a7-4d1b-9c3f-df2a60255510,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:15:35.406041 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 5738a6e1-dd31-44e8-84e2-90125cd2147d no longer exists at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:15:35.429835 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] No Port match for: 5738a6e1-dd31-44e8-84e2-90125cd2147d {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:15:35.430194 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 5738a6e1-dd31-44e8-84e2-90125cd2147d not bound to the agent host dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:15:35.430622 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 76ab6aae-bc92-4a9c-9e43-987be5dc8305 no longer exists at agent ovs-agent-dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:15:35.449441 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] No Port match for: 76ab6aae-bc92-4a9c-9e43-987be5dc8305 {{(pid=109761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:15:35.449801 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron.plugins.ml2.rpc [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Device 76ab6aae-bc92-4a9c-9e43-987be5dc8305 not bound to the agent host dv-cinder-804035-24-iscsi {{(pid=109761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:15:35.733599 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 37168) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:15:35.771392 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-658a8999-7da8-45a1-a72a-0a7e0495bb70 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ad69f554f2e34d81ad84a15eed30461b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0366521 Jan 20 13:15:35.773756 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [-] (109760) accepted ('10.222.0.57', 37170) {{(pid=109760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:15:35.817392 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c619b895-8f07-4e6e-ac53-5508c9fd07d6 admin admin] Publish callbacks [] for security_group (354b949d-1984-4380-ae82-b9ac174b6d8c), before_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:35.837567 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c619b895-8f07-4e6e-ac53-5508c9fd07d6 admin admin] Publish callbacks [] for security_group (354b949d-1984-4380-ae82-b9ac174b6d8c), precommit_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:35.971880 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c619b895-8f07-4e6e-ac53-5508c9fd07d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459210'] for security_group (354b949d-1984-4380-ae82-b9ac174b6d8c), after_delete {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:35.974496 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron_lib.callbacks.manager [None req-c619b895-8f07-4e6e-ac53-5508c9fd07d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:35.975656 dv-cinder-804035-24-iscsi neutron-server[109760]: INFO neutron.wsgi [None req-c619b895-8f07-4e6e-ac53-5508c9fd07d6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/354b949d-1984-4380-ae82-b9ac174b6d8c HTTP/1.1" status: 204 len: 168 time: 0.2010405 Jan 20 13:15:35.983746 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619b895-8f07-4e6e-ac53-5508c9fd07d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354b949d-1984-4380-ae82-b9ac174b6d8c,revision_number=None']} {{(pid=109760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:15:36.006980 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-51feed3a-1b81-43df-9abf-ddd8a6db9565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:37.685695 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:39.874387 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:39.968162 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:40.919698 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:15:41.803924 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:16:03.213344 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-a8f680ba-6413-4beb-8e81-35c894aeae6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:16:06.015910 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-eba1fe90-c49c-47f2-ab96-bb414a50ce3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:16:07.716074 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:16:09.888791 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:16:09.952861 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:16:10.930047 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:16:18.804380 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:16:33.241336 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-4cf26e76-5548-48ed-8221-e10bf7a2a7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:16:35.992276 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-598a623d-4d44-4a97-8342-371d4dd91948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:16:37.706624 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:16:39.875206 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:16:39.943904 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:16:40.923432 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:16:55.803672 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:17:03.212070 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6f6d3e99-a11f-4caa-9cfb-37a8e1467cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:17:06.040553 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-a84d7d77-d851-4e28-abc8-92b0e13dc606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:17:07.700236 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:17:09.876740 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:17:09.962666 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:17:10.954362 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:17:32.803857 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:17:33.279528 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-5c0aa496-4c98-4639-8c5d-570bb14fc456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:17:35.990996 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-15c9c0fd-baf9-4138-afc1-119e56d3c776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:17:37.698868 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:17:39.879161 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:17:39.970578 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:17:40.919230 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:18:03.230260 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-9f462a6f-4659-4b7c-ab58-01553f08d14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:18:05.987170 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-a10f90c5-796a-4b40-8966-4494d93f0fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:18:07.701293 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:18:09.802356 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:18:09.895864 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:18:09.972470 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:18:10.932477 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:18:33.234338 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-37b52b41-5036-4df5-9aeb-4f78df3798b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:18:35.994673 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-75e2e019-8d1f-4599-8009-3c24869c75e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:18:37.712286 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:18:39.883548 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:18:39.971464 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:18:40.951940 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:18:46.801220 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:19:03.226300 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-ec62d945-f740-4e42-970f-d2c58ee5bb26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:05.997455 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-4cce973b-c76f-4b29-8566-2991026d5621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:07.736276 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:09.908355 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:09.958832 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:10.930122 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:23.799492 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:19:33.221139 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-9008e9df-9c04-46bd-ab5d-87ee94f0a83f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:36.002422 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-38566017-689c-4a0b-9f1d-c8709c10cdb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:37.715955 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:39.909331 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:39.967484 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:40.934809 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:20:00.798349 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:20:03.226001 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-31617fc8-8f11-4a4a-b0d8-8bb05d0c6307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:20:05.986025 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-e6671505-2d68-4c79-bdf6-741c45891f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:20:07.715397 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:20:09.915273 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:20:09.989500 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:20:10.932464 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:20:18.487550 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [req-e4360e22-7c46-426d-bc8e-85418123abb9 req-234198d8-4f9b-46a3-b554-099a2962df7f service neutron] (109760) timed out ('10.222.0.57', 58614) {{(pid=109760) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 20 13:20:21.591822 dv-cinder-804035-24-iscsi neutron-server[109760]: DEBUG neutron.wsgi [req-e4360e22-7c46-426d-bc8e-85418123abb9 req-f233c9de-195a-4ef6-a1d8-07a640622cd9 service neutron] (109760) timed out ('10.222.0.107', 52202) {{(pid=109760) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 20 13:20:33.230686 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-22275786-8ad3-4217-9141-f88f17b9e077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (34b5833e-9762-4604-a0fa-5558c3f0462d), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:20:36.040257 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-23748c25-09b6-477d-a52d-838b0f08d968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (95ee35e8-fe9e-4be2-98d6-e150352dde22), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:20:37.710511 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-bef1eb9d-864e-4239-90c9-23fe54cb4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (3b8d233d-d5ed-4d11-821e-f5332b157baf), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:20:37.796667 dv-cinder-804035-24-iscsi neutron-server[109762]: DEBUG neutron.db.agents_db [None req-77c9b0ed-23bc-42fc-9a03-97408eaaf932 None None] Agent healthcheck: found 6 active agents {{(pid=109762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:20:39.915891 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-1ce2eae7-21da-4e93-8a2f-75dfbc166073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (01dfb066-6594-4635-8f5d-cd7d37486eef), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:20:39.967541 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-6315c3b6-723b-49f2-803a-160d2bf6bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (51c8b5e3-c166-4647-bc73-c0a06ae503a2), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:20:41.014296 dv-cinder-804035-24-iscsi neutron-server[109761]: DEBUG neutron_lib.callbacks.manager [None req-56dc8a52-b111-459b-b36a-91744e6a6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775109942146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1534726'] for agent (67bb7cb2-774d-48eb-be25-dd4a9afc8ba5), after_update {{(pid=109761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}